Doctorado-ML/benchmark
1
0
Fork 0
mirror of https://github.com/Doctorado-ML/benchmark.git synced 2025-08-15 23:45:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add duration to list. Remove bugged results. ODTE hyperparams opt with 10 jobs

Browse Source
This commit is contained in:
Ricardo Montañana Gómez
2022-02-19 12:08:49 +01:00
parent 5aacde4277
commit 346cff43e7
7 changed files with 65 additions and 129 deletions
Download Patch File Download Diff File Expand all files Collapse all files

172
experiments/build_ODTE_best.ipynb
View File

@@ -57,7 +57,7 @@
"for key, value in data.items():\n",
" value[0]=0.0\n",
" value[2]=\"-program made-\"\n",
" value[1] = {\"n_jobs\": 1, \"n_estimators\": 100, \"max_samples\": 0.66, \"be_hyperparams\": f\"{json.dumps(value[1])}\"}\n",
" value[1] = {\"n_jobs\": 10, \"n_estimators\": 100, \"be_hyperparams\": f\"{json.dumps(value[1])}\"}\n",
"json.dump(data, fo)\n",
"fd.close()\n",
"fo.close()"
@@ -73,297 +73,228 @@
"data": {
"text/plain": [
"{'balance-scale': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 10000.0, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'balloons': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'breast-cancer-wisc-diag': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.2, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'breast-cancer-wisc-prog': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.2, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'breast-cancer-wisc': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'breast-cancer': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'cardiotocography-10clases': [0.0,\n",
" {'n_jobs': 1,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" '-program made-'],\n",
" 'cardiotocography-3clases': [0.0,\n",
" {'n_jobs': 1,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" '-program made-'],\n",
" 'conn-bench-sonar-mines-rocks': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'cylinder-bands': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'dermatology': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 55, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'echocardiogram': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"splitter\": \"random\", \"max_features\": \"auto\"}'},\n",
" '-program made-'],\n",
" 'fertility': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.05, \"max_features\": \"auto\", \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'haberman-survival': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'heart-hungarian': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.05, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'hepatitis': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'ilpd-indian-liver': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'ionosphere': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'iris': [0.0,\n",
" {'n_jobs': 1,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" '-program made-'],\n",
" 'led-display': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'libras': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.08, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'low-res-spect': [0.0,\n",
" {'n_jobs': 1,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" '-program made-'],\n",
" 'lymphography': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.05, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'mammographic': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'molec-biol-promoter': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'musk-1': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.05, \"gamma\": 0.1, \"kernel\": \"poly\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'oocytes_merluccius_nucleus_4d': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 8.25, \"gamma\": 0.1, \"kernel\": \"poly\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'oocytes_merluccius_states_2f': [0.0,\n",
" {'n_jobs': 1,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" '-program made-'],\n",
" 'oocytes_trisopterus_nucleus_2f': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'oocytes_trisopterus_states_5b': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.11, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'parkinsons': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'pima': [0.0,\n",
" {'n_jobs': 1,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" '-program made-'],\n",
" 'pittsburg-bridges-MATERIAL': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'pittsburg-bridges-REL-L': [0.0,\n",
" {'n_jobs': 1,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" '-program made-'],\n",
" 'pittsburg-bridges-SPAN': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.05, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'pittsburg-bridges-T-OR-D': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"splitter\": \"random\", \"max_features\": \"auto\"}'},\n",
" '-program made-'],\n",
" 'planning': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"gamma\": 10.0, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'post-operative': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 55, \"degree\": 5, \"gamma\": 0.1, \"kernel\": \"poly\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'seeds': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 10000.0, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'statlog-australian-credit': [0.0,\n",
" {'n_jobs': 1,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" '-program made-'],\n",
" 'statlog-german-credit': [0.0,\n",
" {'n_jobs': 1,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" '-program made-'],\n",
" 'statlog-heart': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'statlog-image': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'statlog-vehicle': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'synthetic-control': [0.0,\n",
" {'n_jobs': 1,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" '-program made-'],\n",
" 'tic-tac-toe': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.2, \"gamma\": 0.1, \"kernel\": \"poly\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'vertebral-column-2clases': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'wine': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.55, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n",
" 'zoo': [0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.1, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-']}"
]
@@ -387,9 +318,8 @@
"data": {
"text/plain": [
"[0.0,\n",
" {'n_jobs': 1,\n",
" {'n_jobs': 10,\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.1, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-']"
]

2
results/best_results_accuracy_ODTE.json
View File

File diff suppressed because one or more lines are too long

1
results/results_accuracy_ODTE_Galgo_2022-02-14_12:09:11_0.json
View File

File diff suppressed because one or more lines are too long

4
results/results_accuracy_STree_iMac27_2021-09-30_11:42:07_0.json
View File

@@ -922,6 +922,6 @@
"time_std": 0.0014835150867263116
}
],
"title": "default",
"title": "With gridsearched hyperparameters",
"version": "1.2.3"
}
}

1
results/results_accuracy_TBRRoF_iMac27_2022-01-13_22:42:47_0.json
View File

File diff suppressed because one or more lines are too long

1
results/results_accuracy_TBRaF_iMac27_2022-01-13_13:19:27_0.json
View File

File diff suppressed because one or more lines are too long

13
src/Results.py
View File

@@ -662,6 +662,7 @@ class StubReport(BaseReport):
def header(self) -> None:
self.title = self.data["title"]
self.duration = self.data["duration"]
def footer(self, accuracy: float) -> None:
self.accuracy = accuracy
@@ -696,6 +697,7 @@ class Summary:
stratified=stratified,
file=result,
metric=report.accuracy / BEST_ACCURACY_STREE,
duration=report.duration,
)
self.datasets[result] = report.lines
self.data.append(entry)
@@ -726,7 +728,10 @@ class Summary:
max_file = max(len(x["file"]) for x in data)
max_title = max(len(x["title"]) for x in data)
print(TextColor.LINE1, end="")
print(f"{'Date':10s} {'File':{max_file}s} {'Score':7s} {'Title':s}")
print(
f"{'Date':10s} {'File':{max_file}s} {'Score':7s} {'Time(h)':7s} "
f"{'Title':s}"
)
print(
"=" * 10
+ " "
@@ -734,6 +739,8 @@ class Summary:
+ " "
+ "=" * 7
+ " "
+ "=" * 7
+ " "
+ "=" * max_title
)
print(
@@ -741,7 +748,9 @@ class Summary:
[
(TextColor.LINE2 if n % 2 == 0 else TextColor.LINE1)
+ f"{x['date']} {x['file']:{max_file}s} "
f"{x['metric']:7.3f} {x['title']}"
f"{x['metric']:7.3f} "
f"{x['duration']/3600:7.3f} "
f"{x['title']}"
for n, x in enumerate(data)
]
)