mirror of
https://github.com/Doctorado-ML/benchmark.git
synced 2025-08-16 16:05:54 +00:00
Add command line arguments for summary
This commit is contained in:
@@ -1,23 +1,46 @@
|
|||||||
|
import argparse
|
||||||
from Results import Summary
|
from Results import Summary
|
||||||
|
|
||||||
|
|
||||||
|
def parse_arguments():
|
||||||
|
ap = argparse.ArgumentParser()
|
||||||
|
ap.add_argument(
|
||||||
|
"-m",
|
||||||
|
"--model",
|
||||||
|
type=str,
|
||||||
|
required=True,
|
||||||
|
help="model name",
|
||||||
|
)
|
||||||
|
ap.add_argument(
|
||||||
|
"-s",
|
||||||
|
"--score",
|
||||||
|
type=str,
|
||||||
|
required=True,
|
||||||
|
help="score name {accuracy, f1_micro, f1_macro, all}",
|
||||||
|
)
|
||||||
|
args = ap.parse_args()
|
||||||
|
return (
|
||||||
|
args.score,
|
||||||
|
args.model,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
(
|
||||||
|
score,
|
||||||
|
model,
|
||||||
|
) = parse_arguments()
|
||||||
|
|
||||||
|
all_metrics = ["accuracy", "f1-macro", "f1-micro"]
|
||||||
|
|
||||||
|
metrics = all_metrics if score == "all" else [score]
|
||||||
|
|
||||||
summary = Summary()
|
summary = Summary()
|
||||||
summary.acquire()
|
summary.acquire()
|
||||||
|
|
||||||
for metric in ["accuracy", "f1-macro", "f1-micro"]:
|
for metric in metrics:
|
||||||
for model in ["STree", "ODTE"]:
|
|
||||||
title = f"BEST RESULT of {metric} for {model}"
|
title = f"BEST RESULT of {metric} for {model}"
|
||||||
best = summary.best_result(
|
best = summary.best_result(criterion="model", value=model, score=metric)
|
||||||
criterion="model", value=model, score=metric
|
summary.show_result(data=best, title=title)
|
||||||
)
|
|
||||||
summary.show_result(data=best, title=title) if best != {} else print(
|
|
||||||
"No best result for {} {}".format(model, metric)
|
|
||||||
)
|
|
||||||
summary.show_result(
|
summary.show_result(
|
||||||
summary.best_result(score="accuracy"), title="BEST RESULT accuracy"
|
summary.best_result(score=metric), title=f"BEST RESULT of {metric}"
|
||||||
)
|
|
||||||
summary.show_result(
|
|
||||||
summary.best_result(score="f1-macro"), title="BEST RESULT f1_macro"
|
|
||||||
)
|
|
||||||
summary.show_result(
|
|
||||||
summary.best_result(score="f1-micro"), title="BEST RESULT f1_micro"
|
|
||||||
)
|
)
|
||||||
|
Reference in New Issue
Block a user