Doctorado-ML/benchmark
1
0
Fork 0
mirror of https://github.com/Doctorado-ML/benchmark.git synced 2025-08-17 00:15:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add duration to list. Remove bugged results. ODTE hyperparams opt with 10 jobs

Browse Source
This commit is contained in:
Ricardo Montañana Gómez
2022-02-19 12:08:49 +01:00
parent 5aacde4277
commit 346cff43e7
7 changed files with 65 additions and 129 deletions
Download Patch File Download Diff File Expand all files Collapse all files

172
experiments/build_ODTE_best.ipynb
View File

@@ -57,7 +57,7 @@
"for key, value in data.items():\n", "for key, value in data.items():\n",
" value[0]=0.0\n", " value[0]=0.0\n",
" value[2]=\"-program made-\"\n", " value[2]=\"-program made-\"\n",
" value[1] = {\"n_jobs\": 1, \"n_estimators\": 100, \"max_samples\": 0.66, \"be_hyperparams\": f\"{json.dumps(value[1])}\"}\n", " value[1] = {\"n_jobs\": 10, \"n_estimators\": 100, \"be_hyperparams\": f\"{json.dumps(value[1])}\"}\n",
"json.dump(data, fo)\n", "json.dump(data, fo)\n",
"fd.close()\n", "fd.close()\n",
"fo.close()" "fo.close()"
@@ -73,297 +73,228 @@
"data": { "data": {
"text/plain": [ "text/plain": [
"{'balance-scale': [0.0,\n", "{'balance-scale': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 10000.0, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 10000.0, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'balloons': [0.0,\n", " 'balloons': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'breast-cancer-wisc-diag': [0.0,\n", " 'breast-cancer-wisc-diag': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.2, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.2, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'breast-cancer-wisc-prog': [0.0,\n", " 'breast-cancer-wisc-prog': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.2, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.2, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'breast-cancer-wisc': [0.0,\n", " 'breast-cancer-wisc': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'breast-cancer': [0.0,\n", " 'breast-cancer': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'cardiotocography-10clases': [0.0,\n", " 'cardiotocography-10clases': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'cardiotocography-3clases': [0.0,\n", " 'cardiotocography-3clases': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'conn-bench-sonar-mines-rocks': [0.0,\n", " 'conn-bench-sonar-mines-rocks': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'cylinder-bands': [0.0,\n", " 'cylinder-bands': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'dermatology': [0.0,\n", " 'dermatology': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 55, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 55, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'echocardiogram': [0.0,\n", " 'echocardiogram': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"splitter\": \"random\", \"max_features\": \"auto\"}'},\n", " 'be_hyperparams': '{\"splitter\": \"random\", \"max_features\": \"auto\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'fertility': [0.0,\n", " 'fertility': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.05, \"max_features\": \"auto\", \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.05, \"max_features\": \"auto\", \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'haberman-survival': [0.0,\n", " 'haberman-survival': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'heart-hungarian': [0.0,\n", " 'heart-hungarian': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.05, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.05, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'hepatitis': [0.0,\n", " 'hepatitis': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'ilpd-indian-liver': [0.0,\n", " 'ilpd-indian-liver': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'ionosphere': [0.0,\n", " 'ionosphere': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'iris': [0.0,\n", " 'iris': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'led-display': [0.0,\n", " 'led-display': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'libras': [0.0,\n", " 'libras': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.08, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.08, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'low-res-spect': [0.0,\n", " 'low-res-spect': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'lymphography': [0.0,\n", " 'lymphography': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.05, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.05, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'mammographic': [0.0,\n", " 'mammographic': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'molec-biol-promoter': [0.0,\n", " 'molec-biol-promoter': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"rbf\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'musk-1': [0.0,\n", " 'musk-1': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.05, \"gamma\": 0.1, \"kernel\": \"poly\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.05, \"gamma\": 0.1, \"kernel\": \"poly\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'oocytes_merluccius_nucleus_4d': [0.0,\n", " 'oocytes_merluccius_nucleus_4d': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 8.25, \"gamma\": 0.1, \"kernel\": \"poly\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 8.25, \"gamma\": 0.1, \"kernel\": \"poly\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'oocytes_merluccius_states_2f': [0.0,\n", " 'oocytes_merluccius_states_2f': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'oocytes_trisopterus_nucleus_2f': [0.0,\n", " 'oocytes_trisopterus_nucleus_2f': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'oocytes_trisopterus_states_5b': [0.0,\n", " 'oocytes_trisopterus_states_5b': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.11, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.11, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'parkinsons': [0.0,\n", " 'parkinsons': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'pima': [0.0,\n", " 'pima': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'pittsburg-bridges-MATERIAL': [0.0,\n", " 'pittsburg-bridges-MATERIAL': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 7, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'pittsburg-bridges-REL-L': [0.0,\n", " 'pittsburg-bridges-REL-L': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'pittsburg-bridges-SPAN': [0.0,\n", " 'pittsburg-bridges-SPAN': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.05, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.05, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'pittsburg-bridges-T-OR-D': [0.0,\n", " 'pittsburg-bridges-T-OR-D': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"splitter\": \"random\", \"max_features\": \"auto\"}'},\n", " 'be_hyperparams': '{\"splitter\": \"random\", \"max_features\": \"auto\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'planning': [0.0,\n", " 'planning': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"gamma\": 10.0, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 7, \"gamma\": 10.0, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'post-operative': [0.0,\n", " 'post-operative': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 55, \"degree\": 5, \"gamma\": 0.1, \"kernel\": \"poly\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 55, \"degree\": 5, \"gamma\": 0.1, \"kernel\": \"poly\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'seeds': [0.0,\n", " 'seeds': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 10000.0, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 10000.0, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'statlog-australian-credit': [0.0,\n", " 'statlog-australian-credit': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'statlog-german-credit': [0.0,\n", " 'statlog-german-credit': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'statlog-heart': [0.0,\n", " 'statlog-heart': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'statlog-image': [0.0,\n", " 'statlog-image': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 7, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 7, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'statlog-vehicle': [0.0,\n", " 'statlog-vehicle': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'synthetic-control': [0.0,\n", " 'synthetic-control': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10, 'n_estimators': 100, 'be_hyperparams': '{}'},\n",
" 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'tic-tac-toe': [0.0,\n", " 'tic-tac-toe': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.2, \"gamma\": 0.1, \"kernel\": \"poly\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.2, \"gamma\": 0.1, \"kernel\": \"poly\", \"max_iter\": 10000.0, \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'vertebral-column-2clases': [0.0,\n", " 'vertebral-column-2clases': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'wine': [0.0,\n", " 'wine': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.55, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.55, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-'],\n", " '-program made-'],\n",
" 'zoo': [0.0,\n", " 'zoo': [0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.1, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.1, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-']}" " '-program made-']}"
] ]
@@ -387,9 +318,8 @@
"data": { "data": {
"text/plain": [ "text/plain": [
"[0.0,\n", "[0.0,\n",
" {'n_jobs': 1,\n", " {'n_jobs': 10,\n",
" 'n_estimators': 100,\n", " 'n_estimators': 100,\n",
" 'max_samples': 0.66,\n",
" 'be_hyperparams': '{\"C\": 0.1, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n", " 'be_hyperparams': '{\"C\": 0.1, \"max_iter\": 10000.0, \"kernel\": \"liblinear\", \"multiclass_strategy\": \"ovr\"}'},\n",
" '-program made-']" " '-program made-']"
] ]

2
results/best_results_accuracy_ODTE.json
View File

File diff suppressed because one or more lines are too long

1
results/results_accuracy_ODTE_Galgo_2022-02-14_12:09:11_0.json
View File

File diff suppressed because one or more lines are too long

4
results/results_accuracy_STree_iMac27_2021-09-30_11:42:07_0.json
View File

@@ -922,6 +922,6 @@
"time_std": 0.0014835150867263116 "time_std": 0.0014835150867263116
} }
], ],
"title": "default", "title": "With gridsearched hyperparameters",
"version": "1.2.3" "version": "1.2.3"
} }

1
results/results_accuracy_TBRRoF_iMac27_2022-01-13_22:42:47_0.json
View File

File diff suppressed because one or more lines are too long

1
results/results_accuracy_TBRaF_iMac27_2022-01-13_13:19:27_0.json
View File

File diff suppressed because one or more lines are too long

13
src/Results.py
View File

@@ -662,6 +662,7 @@ class StubReport(BaseReport):
def header(self) -> None: def header(self) -> None:
self.title = self.data["title"] self.title = self.data["title"]
self.duration = self.data["duration"]
def footer(self, accuracy: float) -> None: def footer(self, accuracy: float) -> None:
self.accuracy = accuracy self.accuracy = accuracy
@@ -696,6 +697,7 @@ class Summary:
stratified=stratified, stratified=stratified,
file=result, file=result,
metric=report.accuracy / BEST_ACCURACY_STREE, metric=report.accuracy / BEST_ACCURACY_STREE,
duration=report.duration,
) )
self.datasets[result] = report.lines self.datasets[result] = report.lines
self.data.append(entry) self.data.append(entry)
@@ -726,7 +728,10 @@ class Summary:
max_file = max(len(x["file"]) for x in data) max_file = max(len(x["file"]) for x in data)
max_title = max(len(x["title"]) for x in data) max_title = max(len(x["title"]) for x in data)
print(TextColor.LINE1, end="") print(TextColor.LINE1, end="")
print(f"{'Date':10s} {'File':{max_file}s} {'Score':7s} {'Title':s}") print(
f"{'Date':10s} {'File':{max_file}s} {'Score':7s} {'Time(h)':7s} "
f"{'Title':s}"
)
print( print(
"=" * 10 "=" * 10
+ " " + " "
@@ -734,6 +739,8 @@ class Summary:
+ " " + " "
+ "=" * 7 + "=" * 7
+ " " + " "
+ "=" * 7
+ " "
+ "=" * max_title + "=" * max_title
) )
print( print(
@@ -741,7 +748,9 @@ class Summary:
[ [
(TextColor.LINE2 if n % 2 == 0 else TextColor.LINE1) (TextColor.LINE2 if n % 2 == 0 else TextColor.LINE1)
+ f"{x['date']} {x['file']:{max_file}s} " + f"{x['date']} {x['file']:{max_file}s} "
f"{x['metric']:7.3f} {x['title']}" f"{x['metric']:7.3f} "
f"{x['duration']/3600:7.3f} "
f"{x['title']}"
for n, x in enumerate(data) for n, x in enumerate(data)
] ]
) )