Doctorado-ML/benchmark
1
0
Fork 0
mirror of https://github.com/Doctorado-ML/benchmark.git synced 2025-08-16 16:05:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add stdev to exreport

Browse Source
This commit is contained in:
Ricardo Montañana Gómez
2021-09-25 16:32:41 +02:00
parent 60374c6613
commit cbcdae3a30
2 changed files with 41 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
src/Results.py
View File

@@ -410,10 +410,16 @@ class Benchmark:
for record in data["results"]: for record in data["results"]:
dataset = record["dataset"] dataset = record["dataset"]
if (model, dataset) in results: if (model, dataset) in results:
if record["accuracy"] > results[model, dataset]: if record["accuracy"] > results[model, dataset][0]:
results[model, dataset] = record["accuracy"] results[model, dataset] = (
record["accuracy"],
record["accuracy_std"],
)
else: else:
results[model, dataset] = record["accuracy"] results[model, dataset] = (
record["accuracy"],
record["accuracy_std"],
)
@staticmethod @staticmethod
def compile_results(): def compile_results():
@@ -431,9 +437,9 @@ class Benchmark:
Benchmark._process_dataset(results, data) Benchmark._process_dataset(results, data)
with open(result_file_name, "w") as f: with open(result_file_name, "w") as f:
f.write("classifier, dataset, accuracy\n") f.write("classifier, dataset, accuracy, stdev\n")
for (model, dataset), accuracy in results.items(): for (model, dataset), (accuracy, stdev) in results.items():
f.write(f"{model}, {dataset}, {accuracy}\n") f.write(f"{model}, {dataset}, {accuracy}, {stdev}\n")
@staticmethod @staticmethod
def exreport(): def exreport():
@@ -486,10 +492,10 @@ class Benchmark:
data = f.read().splitlines() data = f.read().splitlines()
data = data[1:] data = data[1:]
for line in data: for line in data:
model, dataset, accuracy = line.split(", ") model, dataset, accuracy, stdev = line.split(", ")
if model not in results: if model not in results:
results[model] = {} results[model] = {}
results[model][dataset] = accuracy results[model][dataset] = (accuracy, stdev)
return results return results
def show(results): def show(results):
@@ -497,13 +503,14 @@ class Benchmark:
print(f"{'Dataset':30s} ", end="") print(f"{'Dataset':30s} ", end="")
lines = "=" * 30 + " " lines = "=" * 30 + " "
for model in results: for model in results:
print(f"{model:9s} ", end="") print(f"{model:^13s} ", end="")
lines += "=" * 9 + " " lines += "=" * 13 + " "
print(f"\n{lines}") print(f"\n{lines}")
for dataset, _ in datasets.items(): for dataset, _ in datasets.items():
print(f"{dataset:30s} ", end="") print(f"{dataset:30s} ", end="")
for model in results: for model in results:
print(f"{float(results[model][dataset]):.7f} ", end="") print(f"{float(results[model][dataset][0]):.5f}±", end="")
print(f"{float(results[model][dataset][1]):.3f} ", end="")
print("") print("")
show(build()) show(build())

23
src/benchmark.py
View File

@@ -1,5 +1,28 @@
from Results import Benchmark from Results import Benchmark
def parse_arguments():
ap = argparse.ArgumentParser()
ap.add_argument(
"-m",
"--model",
type=str,
required=False,
default="STree",
help="model name, dfault STree",
)
ap.add_argument(
"-r",
"--report",
type=bool,
required=False,
help="Generate Report",
)
args = ap.parse_args()
return (args.model, args.report)
(model, report) = parse_arguments()
benchmark = Benchmark() benchmark = Benchmark()
benchmark.compile_results() benchmark.compile_results()
benchmark.report() benchmark.report()