mirror of
https://github.com/Doctorado-ML/benchmark.git
synced 2025-08-17 16:35:54 +00:00
Add --dataset to main.py
This commit is contained in:
@@ -27,13 +27,16 @@ class Diterator:
|
|||||||
|
|
||||||
|
|
||||||
class Datasets:
|
class Datasets:
|
||||||
def __init__(self):
|
def __init__(self, dataset=None):
|
||||||
try:
|
if dataset is None:
|
||||||
with open(os.path.join(Folders.data, Files.index)) as f:
|
try:
|
||||||
self.data_sets = f.read().splitlines()
|
with open(os.path.join(Folders.data, Files.index)) as f:
|
||||||
except FileNotFoundError:
|
self.data_sets = f.read().splitlines()
|
||||||
with open(os.path.join("..", Folders.data, Files.index)) as f:
|
except FileNotFoundError:
|
||||||
self.data_sets = f.read().splitlines()
|
with open(os.path.join("..", Folders.data, Files.index)) as f:
|
||||||
|
self.data_sets = f.read().splitlines()
|
||||||
|
else:
|
||||||
|
self.data_sets = [dataset]
|
||||||
|
|
||||||
def load(self, name):
|
def load(self, name):
|
||||||
try:
|
try:
|
||||||
|
@@ -622,7 +622,7 @@ class Benchmark:
|
|||||||
column += 2
|
column += 2
|
||||||
row += 1
|
row += 1
|
||||||
column = 1
|
column = 1
|
||||||
for _ in range(len(self._results)):
|
for _ in range(len(self._models)):
|
||||||
sheet.write(row, column, "Score", merge_format)
|
sheet.write(row, column, "Score", merge_format)
|
||||||
sheet.write(row, column + 1, "Stdev", merge_format)
|
sheet.write(row, column + 1, "Stdev", merge_format)
|
||||||
column += 2
|
column += 2
|
||||||
|
17
src/main.py
17
src/main.py
@@ -1,4 +1,5 @@
|
|||||||
#!/usr/bin/env python
|
#!/usr/bin/env python
|
||||||
|
import os
|
||||||
import argparse
|
import argparse
|
||||||
from Experiments import Experiment, Datasets
|
from Experiments import Experiment, Datasets
|
||||||
from Results import Report
|
from Results import Report
|
||||||
@@ -78,6 +79,14 @@ def parse_arguments():
|
|||||||
required=True,
|
required=True,
|
||||||
help="Stratified",
|
help="Stratified",
|
||||||
)
|
)
|
||||||
|
ap.add_argument(
|
||||||
|
"-d",
|
||||||
|
"--dataset",
|
||||||
|
type=str,
|
||||||
|
required=False,
|
||||||
|
default=None,
|
||||||
|
help="Experiment with only this dataset",
|
||||||
|
)
|
||||||
args = ap.parse_args()
|
args = ap.parse_args()
|
||||||
return (
|
return (
|
||||||
args.stratified,
|
args.stratified,
|
||||||
@@ -90,6 +99,7 @@ def parse_arguments():
|
|||||||
args.paramfile,
|
args.paramfile,
|
||||||
args.report,
|
args.report,
|
||||||
args.title,
|
args.title,
|
||||||
|
args.dataset,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@@ -104,12 +114,14 @@ def parse_arguments():
|
|||||||
paramfile,
|
paramfile,
|
||||||
report,
|
report,
|
||||||
experiment_title,
|
experiment_title,
|
||||||
|
dataset,
|
||||||
) = parse_arguments()
|
) = parse_arguments()
|
||||||
|
report = report or dataset is not None
|
||||||
job = Experiment(
|
job = Experiment(
|
||||||
score_name=score,
|
score_name=score,
|
||||||
model_name=model,
|
model_name=model,
|
||||||
stratified=stratified,
|
stratified=stratified,
|
||||||
datasets=Datasets(),
|
datasets=Datasets(dataset=dataset),
|
||||||
hyperparams_dict=hyperparameters,
|
hyperparams_dict=hyperparameters,
|
||||||
hyperparams_file=paramfile,
|
hyperparams_file=paramfile,
|
||||||
progress_bar=not quiet,
|
progress_bar=not quiet,
|
||||||
@@ -122,3 +134,6 @@ if report:
|
|||||||
result_file = job.get_output_file()
|
result_file = job.get_output_file()
|
||||||
report = Report(result_file)
|
report = Report(result_file)
|
||||||
report.report()
|
report.report()
|
||||||
|
if dataset is not None:
|
||||||
|
print(f"Partial result file removed: {result_file}")
|
||||||
|
os.remove(result_file)
|
||||||
|
Reference in New Issue
Block a user