diff --git a/.coveragerc b/.coveragerc new file mode 100644 index 0000000..a709d91 --- /dev/null +++ b/.coveragerc @@ -0,0 +1,14 @@ +[run] +branch = True +source = benchmark + +[report] +exclude_lines = + if self.debug: + pragma: no cover + raise NotImplementedError + if __name__ == .__main__.: +ignore_errors = True +omit = + benchmark/__init__.py + benchmark/_version.py \ No newline at end of file diff --git a/Makefile b/Makefile index 82e2928..29f3cf9 100644 --- a/Makefile +++ b/Makefile @@ -7,6 +7,14 @@ lint: ## Lint and static-check flake8 benchmark mypy benchmark +test: ## Run tests + python -m unittest -v benchmark.tests + +coverage: ## Run tests with coverage + coverage erase + coverage run -m unittest -v benchmark.tests + coverage report -m + audit: ## Audit pip pip-audit diff --git a/benchmark/Utils.py b/benchmark/Utils.py index 8ca939d..576810b 100644 --- a/benchmark/Utils.py +++ b/benchmark/Utils.py @@ -87,28 +87,29 @@ class Files: return os.path.isfile(fpath) and os.access(fpath, os.X_OK) @staticmethod - def open(name): + def open(name, test=False): if os.path.isfile(name): command = ( Files.cmd_open_macos if Files.is_exe(Files.cmd_open_macos) else Files.cmd_open_linux ) - subprocess.run([command, name]) + return ( + subprocess.run([command, name]) + if not test + else [command, name] + ) + return None def get_all_results(self, hidden) -> list[str]: first_path = "." first_try = os.path.join( first_path, Folders.hidden_results if hidden else Folders.results ) - second_path = ".." - second_try = os.path.join(second_path, first_try) if os.path.isdir(first_try): files_list = os.listdir(first_try) - elif os.path.isdir(second_try): - files_list = os.listdir(second_try) else: - raise ValueError(f"{first_try} or {second_try} does not exist") + raise ValueError(f"{first_try} does not exist") result = [] prefix, suffix = self.results_suffixes() for result_file in files_list: diff --git a/benchmark/best_results_STree-x.json b/benchmark/best_results_STree-x.json deleted file mode 100644 index dabb462..0000000 --- a/benchmark/best_results_STree-x.json +++ /dev/null @@ -1,375 +0,0 @@ -{ - "balance-scale": [ - 0, - { - "C": 10000.0, - "gamma": 0.1, - "kernel": "rbf", - "max_iter": 10000.0, - "multiclass_strategy": "ovr" - }, - "" - ], - "balloons": [ - 0, - { - "C": 7, - "gamma": 0.1, - "kernel": "rbf", - "max_iter": 10000.0, - "multiclass_strategy": "ovr" - }, - "" - ], - "breast-cancer-wisc-diag": [ - 0, - { - "C": 0.2, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "breast-cancer-wisc-prog": [ - 0, - { - "C": 0.2, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "breast-cancer-wisc": [ - 0, - { "kernel": "rbf", "multiclass_strategy": "ovr" }, - "" - ], - "breast-cancer": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "cardiotocography-10clases": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "cardiotocography-3clases": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "conn-bench-sonar-mines-rocks": [ - 0, - { "kernel": "rbf", "multiclass_strategy": "ovr" }, - "" - ], - "cylinder-bands": [0, { "kernel": "rbf", "multiclass_strategy": "ovr" }, ""], - "dermatology": [ - 0, - { - "C": 55, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "echocardiogram": [ - 0, - { - "C": 7, - "gamma": 0.1, - "kernel": "poly", - "max_features": "auto", - "max_iter": 10000.0, - "multiclass_strategy": "ovr" - }, - "" - ], - "fertility": [ - 0, - { - "C": 0.05, - "max_features": "auto", - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "haberman-survival": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "heart-hungarian": [ - 0, - { - "C": 0.05, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "hepatitis": [ - 0, - { - "C": 7, - "gamma": 0.1, - "kernel": "rbf", - "max_iter": 10000.0, - "multiclass_strategy": "ovr" - }, - "" - ], - "ilpd-indian-liver": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "ionosphere": [ - 0, - { - "C": 7, - "gamma": 0.1, - "kernel": "rbf", - "max_iter": 10000.0, - "multiclass_strategy": "ovr" - }, - "" - ], - "iris": [0, { "kernel": "liblinear", "multiclass_strategy": "ovr" }, ""], - "led-display": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "libras": [ - 0, - { - "C": 0.08, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "low-res-spect": [ - 0, - { - "C": 0.05, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "lymphography": [ - 0, - { - "C": 0.05, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "mammographic": [0, { "kernel": "rbf", "multiclass_strategy": "ovr" }, ""], - "molec-biol-promoter": [ - 0, - { "kernel": "rbf", "multiclass_strategy": "ovr" }, - "" - ], - "musk-1": [ - 0, - { - "C": 0.05, - "gamma": 0.1, - "kernel": "poly", - "max_iter": 10000.0, - "multiclass_strategy": "ovr" - }, - "" - ], - "oocytes_merluccius_nucleus_4d": [ - 0, - { "C": 8.25, "gamma": 0.1, "kernel": "poly", "multiclass_strategy": "ovr" }, - "" - ], - "oocytes_merluccius_states_2f": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "oocytes_trisopterus_nucleus_2f": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "oocytes_trisopterus_states_5b": [ - 0, - { - "C": 0.11, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "parkinsons": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "pima": [0, { "kernel": "liblinear", "multiclass_strategy": "ovr" }, ""], - "pittsburg-bridges-MATERIAL": [ - 0, - { - "C": 7, - "gamma": 0.1, - "kernel": "rbf", - "max_iter": 10000.0, - "multiclass_strategy": "ovr" - }, - "" - ], - "pittsburg-bridges-REL-L": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "pittsburg-bridges-SPAN": [ - 0, - { - "C": 0.05, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "pittsburg-bridges-T-OR-D": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "planning": [ - 0, - { - "C": 7, - "gamma": 10.0, - "kernel": "rbf", - "max_iter": 10000.0, - "multiclass_strategy": "ovr" - }, - "" - ], - "post-operative": [ - 0, - { - "C": 55, - "degree": 5, - "gamma": 0.1, - "kernel": "poly", - "max_iter": 10000.0, - "multiclass_strategy": "ovr" - }, - "" - ], - "seeds": [ - 0, - { - "C": 10000.0, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "statlog-australian-credit": [ - 0, - { - "C": 0.05, - "max_features": "auto", - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "statlog-german-credit": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "statlog-heart": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "statlog-image": [ - 0, - { - "C": 7, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "statlog-vehicle": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "synthetic-control": [ - 0, - { - "C": 0.55, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "tic-tac-toe": [ - 0, - { - "C": 0.2, - "gamma": 0.1, - "kernel": "poly", - "max_iter": 10000.0, - "multiclass_strategy": "ovr" - }, - "" - ], - "vertebral-column-2clases": [ - 0, - { "kernel": "liblinear", "multiclass_strategy": "ovr" }, - "" - ], - "wine": [ - 0, - { - "C": 0.55, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ], - "zoo": [ - 0, - { - "C": 0.1, - "max_iter": 10000.0, - "kernel": "liblinear", - "multiclass_strategy": "ovr" - }, - "" - ] -} diff --git a/benchmark/best_results_SVC-x.json b/benchmark/best_results_SVC-x.json deleted file mode 100644 index 736af49..0000000 --- a/benchmark/best_results_SVC-x.json +++ /dev/null @@ -1,351 +0,0 @@ -{ - "balance-scale": [ - 0, - { - "C": 10000.0, - "gamma": 0.1, - "kernel": "rbf", - "max_iter": 10000.0 - }, - "" - ], - "balloons": [ - 0, - { - "C": 7, - "gamma": 0.1, - "kernel": "rbf", - "max_iter": 10000.0 - }, - "" - ], - "breast-cancer-wisc-diag": [ - 0, - { - "C": 0.2, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "breast-cancer-wisc-prog": [ - 0, - { - "C": 0.2, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "breast-cancer-wisc": [0, { "kernel": "rbf" }, ""], - "breast-cancer": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "cardiotocography-10clases": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "cardiotocography-3clases": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "conn-bench-sonar-mines-rocks": [0, { "kernel": "rbf" }, ""], - "cylinder-bands": [0, { "kernel": "rbf" }, ""], - "dermatology": [ - 0, - { - "C": 55, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "echocardiogram": [ - 0, - { - "C": 7, - "gamma": 0.1, - "kernel": "poly", - "max_iter": 10000.0 - }, - "" - ], - "fertility": [ - 0, - { - "C": 0.05, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "haberman-survival": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "heart-hungarian": [ - 0, - { - "C": 0.05, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "hepatitis": [ - 0, - { - "C": 7, - "gamma": 0.1, - "kernel": "rbf", - "max_iter": 10000.0 - }, - "" - ], - "ilpd-indian-liver": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "ionosphere": [ - 0, - { - "C": 7, - "gamma": 0.1, - "kernel": "rbf", - "max_iter": 10000.0 - }, - "" - ], - "iris": [0, { "kernel": "linear", "decision_function_shape": "ovr" }, ""], - "led-display": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "libras": [ - 0, - { - "C": 0.08, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "low-res-spect": [ - 0, - { - "C": 0.05, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "lymphography": [ - 0, - { - "C": 0.05, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "mammographic": [0, { "kernel": "rbf" }, ""], - "molec-biol-promoter": [0, { "kernel": "rbf" }, ""], - "musk-1": [ - 0, - { - "C": 0.05, - "gamma": 0.1, - "kernel": "poly", - "max_iter": 10000.0 - }, - "" - ], - "oocytes_merluccius_nucleus_4d": [ - 0, - { "C": 8.25, "gamma": 0.1, "kernel": "poly" }, - "" - ], - "oocytes_merluccius_states_2f": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "oocytes_trisopterus_nucleus_2f": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "oocytes_trisopterus_states_5b": [ - 0, - { - "C": 0.11, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "parkinsons": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "pima": [0, { "kernel": "linear", "decision_function_shape": "ovr" }, ""], - "pittsburg-bridges-MATERIAL": [ - 0, - { - "C": 7, - "gamma": 0.1, - "kernel": "rbf", - "max_iter": 10000.0 - }, - "" - ], - "pittsburg-bridges-REL-L": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "pittsburg-bridges-SPAN": [ - 0, - { - "C": 0.05, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "pittsburg-bridges-T-OR-D": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "planning": [ - 0, - { - "C": 7, - "gamma": 10.0, - "kernel": "rbf", - "max_iter": 10000.0 - }, - "" - ], - "post-operative": [ - 0, - { - "C": 55, - "degree": 5, - "gamma": 0.1, - "kernel": "poly", - "max_iter": 10000.0 - }, - "" - ], - "seeds": [ - 0, - { - "C": 10000.0, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "statlog-australian-credit": [ - 0, - { - "C": 0.05, - - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "statlog-german-credit": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "statlog-heart": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "statlog-image": [ - 0, - { - "C": 7, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "statlog-vehicle": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "synthetic-control": [ - 0, - { - "C": 0.55, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "tic-tac-toe": [ - 0, - { - "C": 0.2, - "gamma": 0.1, - "kernel": "poly", - "max_iter": 10000.0 - }, - "" - ], - "vertebral-column-2clases": [ - 0, - { "kernel": "linear", "decision_function_shape": "ovr" }, - "" - ], - "wine": [ - 0, - { - "C": 0.55, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ], - "zoo": [ - 0, - { - "C": 0.1, - "max_iter": 10000.0, - "kernel": "linear", - "decision_function_shape": "ovr" - }, - "" - ] -} diff --git a/benchmark/paper_hyperparams.txt b/benchmark/paper_hyperparams.txt deleted file mode 100644 index d698ba7..0000000 --- a/benchmark/paper_hyperparams.txt +++ /dev/null @@ -1 +0,0 @@ -{"balance-scale": {"C": 10000.0, "gamma": 0.1, "kernel": "rbf", "max_iter": 10000.0}, "balloons": {"C": 7, "gamma": 0.1, "kernel": "rbf", "max_iter": 10000.0}, "breast-cancer-wisc-diag": {"C": 0.2, "max_iter": 10000.0, "kernel": "liblinear"}, "breast-cancer-wisc-prog": {"C": 0.2, "max_iter": 10000.0, "kernel": "liblinear"}, "breast-cancer-wisc": {"kernel": "rbf"}, "breast-cancer": {"kernel": "liblinear"}, "cardiotocography-10clases": {"kernel": "liblinear"}, "cardiotocography-3clases": {"kernel": "liblinear"}, "conn-bench-sonar-mines-rocks": {"kernel": "rbf"}, "cylinder-bands": {"kernel": "rbf"}, "dermatology": {"C": 55, "max_iter": 10000.0, "kernel": "liblinear"}, "echocardiogram": {"C": 7, "gamma": 0.1, "kernel": "poly", "max_features": "auto", "max_iter": 10000.0}, "fertility": {"C": 0.05, "max_features": "auto", "max_iter": 10000.0, "kernel": "liblinear"}, "haberman-survival": {"kernel": "liblinear"}, "heart-hungarian": {"C": 0.05, "max_iter": 10000.0, "kernel": "liblinear"}, "hepatitis": {"C": 7, "gamma": 0.1, "kernel": "rbf", "max_iter": 10000.0}, "ilpd-indian-liver": {"kernel": "liblinear"}, "ionosphere": {"C": 7, "gamma": 0.1, "kernel": "rbf", "max_iter": 10000.0}, "iris": {"kernel": "liblinear"}, "led-display": {"kernel": "liblinear"}, "libras": {"C": 0.08, "max_iter": 10000.0, "kernel": "liblinear"}, "low-res-spect": {"C": 0.05, "max_iter": 10000.0, "kernel": "liblinear"}, "lymphography": {"C": 0.05, "max_iter": 10000.0, "kernel": "liblinear"}, "mammographic": {"kernel": "rbf"}, "molec-biol-promoter": {"kernel": "rbf"}, "musk-1": {"C": 0.05, "gamma": 0.1, "kernel": "poly", "max_iter": 10000.0}, "oocytes_merluccius_nucleus_4d": {"C": 8.25, "gamma": 0.1, "kernel": "poly"}, "oocytes_merluccius_states_2f": {"kernel": "liblinear"}, "oocytes_trisopterus_nucleus_2f": {"kernel": "liblinear"}, "oocytes_trisopterus_states_5b": {"C": 0.11, "max_iter": 10000.0, "kernel": "liblinear"}, "parkinsons": {"kernel": "liblinear"}, "pima": {"kernel": "liblinear"}, "pittsburg-bridges-MATERIAL": {"C": 7, "gamma": 0.1, "kernel": "rbf", "max_iter": 10000.0}, "pittsburg-bridges-REL-L": {"kernel": "liblinear"}, "pittsburg-bridges-SPAN": {"C": 0.05, "max_iter": 10000.0, "kernel": "liblinear"}, "pittsburg-bridges-T-OR-D": {"kernel": "liblinear"}, "planning": {"C": 7, "gamma": 10.0, "kernel": "rbf", "max_iter": 10000.0}, "post-operative": {"C": 55, "degree": 5, "gamma": 0.1, "kernel": "poly", "max_iter": 10000.0}, "seeds": {"C": 10000.0, "max_iter": 10000.0, "kernel": "liblinear"}, "statlog-australian-credit": {"C": 0.05, "max_features": "auto", "max_iter": 10000.0, "kernel": "liblinear"}, "statlog-german-credit": {"kernel": "liblinear"}, "statlog-heart": {"kernel": "liblinear"}, "statlog-image": {"C": 7, "max_iter": 10000.0, "kernel": "liblinear"}, "statlog-vehicle": {"kernel": "liblinear"}, "synthetic-control": {"C": 0.55, "max_iter": 10000.0, "kernel": "liblinear"}, "tic-tac-toe": {"C": 0.2, "gamma": 0.1, "kernel": "poly", "max_iter": 10000.0}, "vertebral-column-2clases": {"kernel": "liblinear"}, "wine": {"C": 0.55, "max_iter": 10000.0, "kernel": "liblinear"}, "zoo": {"C": 0.1, "max_iter": 10000.0, "kernel": "liblinear"}} \ No newline at end of file diff --git a/benchmark/tests/Util_test.py b/benchmark/tests/Util_test.py new file mode 100644 index 0000000..8b0f62a --- /dev/null +++ b/benchmark/tests/Util_test.py @@ -0,0 +1,233 @@ +import os +import sys +import unittest +import argparse +from ..Utils import Folders, Files, Symbols, TextColor, EnvData, EnvDefault + + +class UtilTest(unittest.TestCase): + def __init__(self, *args, **kwargs): + self._random_state = 1 + self._kernels = ["liblinear", "linear", "rbf", "poly", "sigmoid"] + super().__init__(*args, **kwargs) + + def test_Folders(self): + self.assertEqual("results", Folders.results) + self.assertEqual("hidden_results", Folders.hidden_results) + self.assertEqual("exreport", Folders.exreport) + self.assertEqual( + os.path.join(Folders.exreport, "exreport_output"), Folders.report + ) + self.assertTrue( + Folders.src().endswith("benchmark/benchmark"), "Folders.src()" + ) + + def test_Files_attributes(self): + self.assertEqual(Files.index, "all.txt", "Files.index") + + self.assertEqual(Files.report_ext, ".json", "Files.report_ext") + self.assertEqual( + Files.cmd_open_macos, "/usr/bin/open", "Files.cmd_open_macos" + ) + + self.assertEqual( + Files.cmd_open_linux, "/usr/bin/xdg-open", "Files.cmd_open_linux" + ) + self.assertEqual( + Files.exreport_pdf, "Rplots.pdf", "Files.exreport_pdf" + ) + + self.assertEqual(Files.benchmark_r, "benchmark.r", "Files.benchmark_r") + self.assertEqual(Files.dot_env, ".env", "Files.dot_env") + + def test_Files_methods(self): + items = [ + "score_test", + "model-test", + "platform-test", + "date-test", + "time-test", + "stratified-test", + ] + tests = [ + (Files.exreport_output("score_test"), "exreport_score-test.txt"), + (Files.exreport_err("score_test"), "exreport_err_score-test.txt"), + (Files.exreport_excel("score_test"), "exreport_score-test.xlsx"), + (Files.exreport("score_test"), "exreport_score-test.csv"), + (Files.tex_output("score_test"), "exreport_score-test.tex"), + ( + Files.best_results("score_test", "model_test"), + "best_results_score-test_model_test.json", + ), + ( + Files.results(*items), + "results_score-test_model-test_platform-test_date-test_time-" + "test_stratified-test.json", + ), + ( + Files.grid_input("score_test", "model_test"), + "grid_input_score-test_model_test.json", + ), + ( + Files.grid_output("score_test", "model_test"), + "grid_output_score-test_model_test.json", + ), + ( + Files.grid("input", "score_test", "model_test"), + "grid_input_score-test_model_test.json", + ), + ( + Files.grid("output", "score_test", "model_test"), + "grid_output_score-test_model_test.json", + ), + ] + for computed, expected in tests: + self.assertEqual(computed, expected) + file_name = ( + "results_score-test_model-test_platform-test_date-test_time-" + "test_stratified-test.json" + ) + # split_file_name + expected = items + expected[0] = "score-test" + self.assertSequenceEqual(Files().split_file_name(file_name), expected) + # result_suffixes + self.assertSequenceEqual( + Files.results_suffixes(), ["results_", Files.report_ext] + ) + self.assertSequenceEqual( + Files.results_suffixes("score-test"), + ["results_score-test_", Files.report_ext], + ) + self.assertSequenceEqual( + Files.results_suffixes("score-test", "model-test"), + ["results_score-test_model-test_", Files.report_ext], + ) + # is_exe + self.assertTrue(Files.is_exe(sys.executable)) + + def test_Files_open(self): + self.assertIsNone(Files.open("xxx.xxx")) + cmd = ( + Files.cmd_open_macos + if sys.platform == "darwin" + else Files.cmd_open_linux + ) + self.assertSequenceEqual( + Files.open(__file__, test=True), [cmd, __file__] + ) + + def test_Files_get_results(self): + os.chdir(os.path.dirname(os.path.abspath(__file__))) + self.assertSequenceEqual( + Files().get_all_results(hidden=False), + [ + "results_accuracy_STree_iMac27_2021-10-27_09:40:40_0.json", + "results_accuracy_STree_macbook-pro_2021-11-01_19:17:07_0." + "json", + ], + ) + self.assertSequenceEqual( + Files().get_all_results(hidden=True), + ["results_accuracy_STree_iMac27_2021-11-01_23:55:16_0.json"], + ) + + def test_Symbols(self): + self.assertEqual(Symbols.check_mark, "\N{heavy check mark}") + + self.assertEqual( + Symbols.exclamation, "\N{heavy exclamation mark symbol}" + ) + self.assertEqual(Symbols.black_star, "\N{black star}") + self.assertEqual(Symbols.equal_best, Symbols.check_mark) + self.assertEqual(Symbols.better_best, Symbols.black_star) + + def test_EnvData(self): + os.chdir(os.path.dirname(os.path.abspath(__file__))) + expected = { + "score": "accuracy", + "platform": "iMac27", + "n_folds": "5", + "model": "ODTE", + "stratified": "0", + "source_data": "Tanveer", + } + computed = EnvData().load() + self.assertDictEqual(computed, expected) + + def test_EnvDefault(self): + ap = argparse.ArgumentParser() + ap.add_argument( + "-s", + "--score", + action=EnvDefault, + envvar="score", + type=str, + required=True, + help="score name {accuracy, f1_macro, ...}", + ) + ap.add_argument( + "-P", + "--platform", + action=EnvDefault, + envvar="platform", + type=str, + required=True, + help="Platform where the test is run", + ) + ap.add_argument( + "-m", + "--model", + type=str, + required=True, + help="model name", + ) + ap.add_argument( + "-n", + "--n_folds", + action=EnvDefault, + envvar="n_folds", + type=int, + required=True, + help="number of folds", + ) + ap.add_argument( + "-t", + "--stratified", + action=EnvDefault, + envvar="stratified", + type=str, + required=True, + help="Stratified", + ) + # ap.add_argument( + # "--title", + # type=str, + # required=True, + # ) + # args = ap.parse_args([ + # "--title", + # "test", + # ]) + # args = ap.parse_known_args(namespace=unittest) + # computed = args.__dict__ + # for key, value in expected.items(): + # self.assertEqual(computed[key], value) + # print(computed) + + def test_TextColor(self): + self.assertEqual(TextColor.BLUE, "\033[94m") + self.assertEqual(TextColor.CYAN, "\033[96m") + self.assertEqual(TextColor.GREEN, "\033[92m") + self.assertEqual(TextColor.MAGENTA, "\033[95m") + self.assertEqual(TextColor.YELLOW, "\033[93m") + self.assertEqual(TextColor.RED, "\033[91m") + self.assertEqual(TextColor.HEADER, TextColor.MAGENTA) + self.assertEqual(TextColor.LINE1, TextColor.BLUE) + self.assertEqual(TextColor.LINE2, TextColor.CYAN) + self.assertEqual(TextColor.SUCCESS, TextColor.GREEN) + self.assertEqual(TextColor.WARNING, TextColor.YELLOW) + self.assertEqual(TextColor.FAIL, TextColor.RED) + self.assertEqual(TextColor.ENDC, "\033[0m") + self.assertEqual(TextColor.BOLD, "\033[1m") + self.assertEqual(TextColor.UNDERLINE, "\033[4m") diff --git a/benchmark/tests/__init__.py b/benchmark/tests/__init__.py new file mode 100644 index 0000000..8523cc1 --- /dev/null +++ b/benchmark/tests/__init__.py @@ -0,0 +1,3 @@ +from .Util_test import UtilTest + +all = ["UtilTest"] diff --git a/benchmark/tests/hidden_results/results_accuracy_STree_iMac27_2021-11-01_23:55:16_0.json b/benchmark/tests/hidden_results/results_accuracy_STree_iMac27_2021-11-01_23:55:16_0.json new file mode 100644 index 0000000..2bcba45 --- /dev/null +++ b/benchmark/tests/hidden_results/results_accuracy_STree_iMac27_2021-11-01_23:55:16_0.json @@ -0,0 +1,859 @@ +{ + "score_name": "accuracy", + "model": "STree", + "stratified": false, + "folds": 5, + "date": "2021-11-01", + "time": "23:55:16", + "duration": 354.0638499259949, + "seeds": [ + 57, + 31, + 1714, + 17, + 23, + 79, + 83, + 97, + 7, + 1 + ], + "platform": "iMac27", + "results": [ + { + "dataset": "balance-scale", + "samples": 625, + "features": 4, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 29.36, + "leaves": 15.18, + "depth": 7.04, + "score": 0.8446400000000002, + "score_std": 0.03509402228300427, + "time": 0.12386286735534668, + "time_std": 0.018833498089019858 + }, + { + "dataset": "balloons", + "samples": 16, + "features": 4, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 5.52, + "leaves": 3.26, + "depth": 3.14, + "score": 0.7833333333333331, + "score_std": 0.2713136766016618, + "time": 0.007491922378540039, + "time_std": 0.0017495650509012713 + }, + { + "dataset": "breast-cancer-wisc-diag", + "samples": 569, + "features": 30, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 6.52, + "leaves": 3.76, + "depth": 3.36, + "score": 0.9506148113646948, + "score_std": 0.016760290481343566, + "time": 0.033224782943725585, + "time_std": 0.007172363785211332 + }, + { + "dataset": "breast-cancer-wisc-prog", + "samples": 198, + "features": 33, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 1.36, + "leaves": 1.18, + "depth": 1.18, + "score": 0.7631923076923076, + "score_std": 0.06880246070894211, + "time": 0.0075318336486816405, + "time_std": 0.003073462711967005 + }, + { + "dataset": "breast-cancer-wisc", + "samples": 699, + "features": 9, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 7.0, + "leaves": 4.0, + "depth": 3.84, + "score": 0.9599434737923948, + "score_std": 0.01787003608568562, + "time": 0.030069727897644043, + "time_std": 0.004751972467423199 + }, + { + "dataset": "breast-cancer", + "samples": 286, + "features": 9, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 13.48, + "leaves": 7.24, + "depth": 5.02, + "score": 0.712238354506957, + "score_std": 0.049745781147657896, + "time": 0.03615377426147461, + "time_std": 0.012487842118072367 + }, + { + "dataset": "cardiotocography-10clases", + "samples": 2126, + "features": 21, + "classes": 10, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 223.08, + "leaves": 112.04, + "depth": 23.42, + "score": 0.7907325048329191, + "score_std": 0.02381315649896072, + "time": 1.980188593864441, + "time_std": 0.23106894626887964 + }, + { + "dataset": "cardiotocography-3clases", + "samples": 2126, + "features": 21, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 48.8, + "leaves": 24.9, + "depth": 8.9, + "score": 0.8832561170947253, + "score_std": 0.02049585132750282, + "time": 0.5831333923339844, + "time_std": 0.060750236860767005 + }, + { + "dataset": "conn-bench-sonar-mines-rocks", + "samples": 208, + "features": 60, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 15.64, + "leaves": 8.32, + "depth": 5.34, + "score": 0.7565853658536585, + "score_std": 0.05994250747027105, + "time": 0.038976125717163086, + "time_std": 0.010003533602517408 + }, + { + "dataset": "cylinder-bands", + "samples": 512, + "features": 35, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 8.88, + "leaves": 4.94, + "depth": 4.1, + "score": 0.6660156101275463, + "score_std": 0.034842449045547084, + "time": 0.06690076828002929, + "time_std": 0.022855829892385368 + }, + { + "dataset": "dermatology", + "samples": 366, + "features": 34, + "classes": 6, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 27.92, + "leaves": 14.46, + "depth": 8.72, + "score": 0.9480747871158832, + "score_std": 0.03361950799023345, + "time": 0.0804334306716919, + "time_std": 0.015477111291214336 + }, + { + "dataset": "echocardiogram", + "samples": 131, + "features": 10, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 4.2, + "leaves": 2.6, + "depth": 2.38, + "score": 0.848974358974359, + "score_std": 0.06695913759706462, + "time": 0.011046781539916992, + "time_std": 0.004861198277349794 + }, + { + "dataset": "fertility", + "samples": 100, + "features": 9, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.88, + "score_std": 0.0547722557505166, + "time": 0.003735198974609375, + "time_std": 0.00012074325822180572 + }, + { + "dataset": "haberman-survival", + "samples": 306, + "features": 3, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 4.68, + "leaves": 2.84, + "depth": 2.38, + "score": 0.7261819143310418, + "score_std": 0.046974913251216534, + "time": 0.013467421531677246, + "time_std": 0.007957865466574262 + }, + { + "dataset": "heart-hungarian", + "samples": 294, + "features": 12, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 11.28, + "leaves": 6.14, + "depth": 4.88, + "score": 0.7941905318527178, + "score_std": 0.06102540298960804, + "time": 0.03379280090332031, + "time_std": 0.009598072383003038 + }, + { + "dataset": "hepatitis", + "samples": 155, + "features": 19, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 7.56, + "leaves": 4.28, + "depth": 3.84, + "score": 0.8045161290322581, + "score_std": 0.07395754892276983, + "time": 0.01713006019592285, + "time_std": 0.00564776741550471 + }, + { + "dataset": "ilpd-indian-liver", + "samples": 583, + "features": 9, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.7135661656351313, + "score_std": 0.038048725185040336, + "time": 0.023022899627685545, + "time_std": 0.0008606962034225632 + }, + { + "dataset": "ionosphere", + "samples": 351, + "features": 33, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 10.44, + "leaves": 5.72, + "depth": 5.34, + "score": 0.8877102615694165, + "score_std": 0.032858364863469956, + "time": 0.047363419532775876, + "time_std": 0.007994140238689355 + }, + { + "dataset": "iris", + "samples": 150, + "features": 4, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 5.8, + "leaves": 3.4, + "depth": 3.4, + "score": 0.9353333333333333, + "score_std": 0.04077580982232807, + "time": 0.01657679557800293, + "time_std": 0.003917464306726484 + }, + { + "dataset": "led-display", + "samples": 1000, + "features": 7, + "classes": 10, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 50.32, + "leaves": 25.66, + "depth": 7.88, + "score": 0.6885999999999999, + "score_std": 0.03541242719724248, + "time": 0.4535458850860596, + "time_std": 0.05757012198652795 + }, + { + "dataset": "libras", + "samples": 360, + "features": 90, + "classes": 15, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 110.0, + "leaves": 55.5, + "depth": 12.9, + "score": 0.7258333333333331, + "score_std": 0.05818831179566588, + "time": 0.39428802967071536, + "time_std": 0.045030901693777124 + }, + { + "dataset": "low-res-spect", + "samples": 531, + "features": 100, + "classes": 9, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 41.12, + "leaves": 21.06, + "depth": 8.28, + "score": 0.8785364133309824, + "score_std": 0.034171008792067296, + "time": 0.1645474100112915, + "time_std": 0.02733202300300527 + }, + { + "dataset": "lymphography", + "samples": 148, + "features": 18, + "classes": 4, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 14.04, + "leaves": 7.52, + "depth": 5.3, + "score": 0.7275862068965517, + "score_std": 0.10033949505916255, + "time": 0.03291699886322021, + "time_std": 0.011587270459432045 + }, + { + "dataset": "mammographic", + "samples": 961, + "features": 5, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 3.12, + "leaves": 2.06, + "depth": 2.06, + "score": 0.8165479274611398, + "score_std": 0.023830462165504267, + "time": 0.0689641523361206, + "time_std": 0.004527857287873337 + }, + { + "dataset": "molec-biol-promoter", + "samples": 106, + "features": 57, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 14.68, + "leaves": 7.84, + "depth": 4.98, + "score": 0.7574458874458873, + "score_std": 0.09667201719120466, + "time": 0.025699548721313477, + "time_std": 0.004682522726130544 + }, + { + "dataset": "musk-1", + "samples": 476, + "features": 166, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 20.0, + "leaves": 10.5, + "depth": 6.3, + "score": 0.7693464912280702, + "score_std": 0.04900109333834644, + "time": 0.10321691989898682, + "time_std": 0.018834104491724592 + }, + { + "dataset": "oocytes_merluccius_nucleus_4d", + "samples": 1022, + "features": 41, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 5.44, + "leaves": 3.22, + "depth": 3.0, + "score": 0.7268938307030129, + "score_std": 0.04810611872256133, + "time": 0.15883247375488282, + "time_std": 0.05975218912975299 + }, + { + "dataset": "oocytes_merluccius_states_2f", + "samples": 1022, + "features": 25, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 19.36, + "leaves": 10.18, + "depth": 6.18, + "score": 0.8972649450023912, + "score_std": 0.01928052605378522, + "time": 0.15902264595031737, + "time_std": 0.028622129774997354 + }, + { + "dataset": "oocytes_trisopterus_nucleus_2f", + "samples": 912, + "features": 25, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 8.4, + "leaves": 4.7, + "depth": 3.72, + "score": 0.7191827298384676, + "score_std": 0.03845659744173081, + "time": 0.14449056148529052, + "time_std": 0.02824995721322464 + }, + { + "dataset": "oocytes_trisopterus_states_5b", + "samples": 912, + "features": 32, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 21.56, + "leaves": 11.28, + "depth": 7.36, + "score": 0.8612970635921455, + "score_std": 0.02785125896060016, + "time": 0.17455099105834962, + "time_std": 0.034860340324268 + }, + { + "dataset": "parkinsons", + "samples": 195, + "features": 22, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 5.32, + "leaves": 3.16, + "depth": 3.08, + "score": 0.8630769230769231, + "score_std": 0.050665524745773904, + "time": 0.01626851558685303, + "time_std": 0.003433163961593399 + }, + { + "dataset": "pima", + "samples": 768, + "features": 8, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 3.12, + "leaves": 2.06, + "depth": 2.06, + "score": 0.7415151515151515, + "score_std": 0.039306614599336764, + "time": 0.06483261585235596, + "time_std": 0.009690010766938022 + }, + { + "dataset": "pittsburg-bridges-MATERIAL", + "samples": 106, + "features": 7, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 9.44, + "leaves": 5.22, + "depth": 4.36, + "score": 0.8242424242424242, + "score_std": 0.08411757810289604, + "time": 0.02251164436340332, + "time_std": 0.008085472626911226 + }, + { + "dataset": "pittsburg-bridges-REL-L", + "samples": 103, + "features": 7, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 17.36, + "leaves": 9.18, + "depth": 5.8, + "score": 0.6614285714285714, + "score_std": 0.09774556261712276, + "time": 0.04106622695922851, + "time_std": 0.010728542484034934 + }, + { + "dataset": "pittsburg-bridges-SPAN", + "samples": 92, + "features": 7, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 13.92, + "leaves": 7.46, + "depth": 5.42, + "score": 0.6186549707602339, + "score_std": 0.09087329802667218, + "time": 0.03503801822662354, + "time_std": 0.00814708102230533 + }, + { + "dataset": "pittsburg-bridges-T-OR-D", + "samples": 102, + "features": 7, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 1.08, + "leaves": 1.04, + "depth": 1.04, + "score": 0.8628095238095238, + "score_std": 0.0747571882042698, + "time": 0.003855118751525879, + "time_std": 0.0009679068824871095 + }, + { + "dataset": "planning", + "samples": 182, + "features": 12, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.7143693693693695, + "score_std": 0.0715459100205182, + "time": 0.005747194290161133, + "time_std": 0.0001757650822726821 + }, + { + "dataset": "post-operative", + "samples": 90, + "features": 8, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 3.08, + "leaves": 2.04, + "depth": 1.92, + "score": 0.7022222222222223, + "score_std": 0.08070675465482166, + "time": 0.007850241661071778, + "time_std": 0.004612501934684489 + }, + { + "dataset": "seeds", + "samples": 210, + "features": 7, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 8.4, + "leaves": 4.7, + "depth": 4.4, + "score": 0.9238095238095237, + "score_std": 0.04096345365258393, + "time": 0.025083603858947753, + "time_std": 0.006002958658443752 + }, + { + "dataset": "statlog-australian-credit", + "samples": 690, + "features": 14, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.6782608695652174, + "score_std": 0.03904983647915211, + "time": 0.03297234058380127, + "time_std": 0.0010940973268524056 + }, + { + "dataset": "statlog-german-credit", + "samples": 1000, + "features": 24, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 2.68, + "leaves": 1.84, + "depth": 1.58, + "score": 0.7017000000000002, + "score_std": 0.030993709039093712, + "time": 0.06743988037109375, + "time_std": 0.022716186616834427 + }, + { + "dataset": "statlog-heart", + "samples": 270, + "features": 13, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 11.64, + "leaves": 6.32, + "depth": 4.72, + "score": 0.7796296296296297, + "score_std": 0.04958676977405883, + "time": 0.03540450096130371, + "time_std": 0.012459412211975674 + }, + { + "dataset": "statlog-image", + "samples": 2310, + "features": 18, + "classes": 7, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 56.28, + "leaves": 28.64, + "depth": 11.38, + "score": 0.9306060606060604, + "score_std": 0.02717432257251276, + "time": 0.9039665985107422, + "time_std": 0.09192620033970592 + }, + { + "dataset": "statlog-vehicle", + "samples": 846, + "features": 18, + "classes": 4, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 51.92, + "leaves": 26.46, + "depth": 9.68, + "score": 0.6918447615732682, + "score_std": 0.039127451692504964, + "time": 0.3019194555282593, + "time_std": 0.037397753967835505 + }, + { + "dataset": "synthetic-control", + "samples": 600, + "features": 60, + "classes": 6, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 44.96, + "leaves": 22.98, + "depth": 8.06, + "score": 0.9133333333333333, + "score_std": 0.024999999999999994, + "time": 0.14309748649597168, + "time_std": 0.013916525524633416 + }, + { + "dataset": "tic-tac-toe", + "samples": 958, + "features": 9, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 13.0, + "leaves": 7.0, + "depth": 4.2, + "score": 0.7362069153577662, + "score_std": 0.07866734425163803, + "time": 0.10004307270050049, + "time_std": 0.03761827595183424 + }, + { + "dataset": "vertebral-column-2clases", + "samples": 310, + "features": 6, + "classes": 2, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 7.84, + "leaves": 4.42, + "depth": 3.86, + "score": 0.8293548387096773, + "score_std": 0.050294657265237214, + "time": 0.030591497421264647, + "time_std": 0.007499949900468604 + }, + { + "dataset": "wine", + "samples": 178, + "features": 13, + "classes": 3, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 11.52, + "leaves": 6.26, + "depth": 4.5, + "score": 0.931952380952381, + "score_std": 0.04377782669748754, + "time": 0.02528008460998535, + "time_std": 0.005088632085431067 + }, + { + "dataset": "zoo", + "samples": 101, + "features": 16, + "classes": 7, + "hyperparameters": { + "splitter": "random", + "max_features": "auto" + }, + "nodes": 18.08, + "leaves": 9.54, + "depth": 8.32, + "score": 0.9306190476190476, + "score_std": 0.06457608144494818, + "time": 0.036985192298889163, + "time_std": 0.005336219763600069 + } + ], + "title": "default", + "version": "1.2.3" +} \ No newline at end of file diff --git a/benchmark/tests/results/a.json b/benchmark/tests/results/a.json new file mode 100644 index 0000000..e69de29 diff --git a/benchmark/tests/results/b.json b/benchmark/tests/results/b.json new file mode 100644 index 0000000..e69de29 diff --git a/benchmark/tests/results/results_accuracy_STree_iMac27_2021-10-27_09:40:40_0.json b/benchmark/tests/results/results_accuracy_STree_iMac27_2021-10-27_09:40:40_0.json new file mode 100644 index 0000000..dc5a36b --- /dev/null +++ b/benchmark/tests/results/results_accuracy_STree_iMac27_2021-10-27_09:40:40_0.json @@ -0,0 +1,859 @@ +{ + "score_name": "accuracy", + "model": "STree", + "stratified": false, + "folds": 5, + "date": "2021-10-27", + "time": "09:40:40", + "duration": 3395.009148836136, + "seeds": [ + 57, + 31, + 1714, + 17, + 23, + 79, + 83, + 97, + 7, + 1 + ], + "platform": "iMac27", + "results": [ + { + "dataset": "balance-scale", + "samples": 625, + "features": 4, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 11.08, + "leaves": 5.9, + "depth": 5.9, + "score": NaN, + "score_std": NaN, + "time": 0.28520655155181884, + "time_std": 0.06031593282605064 + }, + { + "dataset": "balloons", + "samples": 16, + "features": 4, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 4.12, + "leaves": 2.56, + "depth": 2.56, + "score": 0.695, + "score_std": 0.2756860130252853, + "time": 0.021201000213623047, + "time_std": 0.003526023309468471 + }, + { + "dataset": "breast-cancer-wisc-diag", + "samples": 569, + "features": 30, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 4.5, + "leaves": 2.74, + "depth": 2.8, + "score": NaN, + "score_std": NaN, + "time": 0.8052136468887329, + "time_std": 0.07564554278016206 + }, + { + "dataset": "breast-cancer-wisc-prog", + "samples": 198, + "features": 33, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.4, + "leaves": 1.2, + "depth": 1.2, + "score": 0.7626538461538462, + "score_std": 0.06885699313039004, + "time": 0.12720062732696533, + "time_std": 0.04950349592657325 + }, + { + "dataset": "breast-cancer-wisc", + "samples": 699, + "features": 9, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 3.8, + "leaves": 2.4, + "depth": 2.38, + "score": 0.9466382322713258, + "score_std": 0.016639565009802557, + "time": 0.28473299503326416, + "time_std": 0.03698680751837435 + }, + { + "dataset": "breast-cancer", + "samples": 286, + "features": 9, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.7028009679370839, + "score_std": 0.04595046555906242, + "time": 0.036680173873901364, + "time_std": 0.0007553549684553433 + }, + { + "dataset": "cardiotocography-10clases", + "samples": 2126, + "features": 21, + "classes": 10, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 8.16, + "leaves": 4.12, + "depth": 8.88, + "score": NaN, + "score_std": NaN, + "time": 7.2233285808563235, + "time_std": 2.3604767394664794 + }, + { + "dataset": "cardiotocography-3clases", + "samples": 2126, + "features": 21, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 7.5, + "leaves": 4.22, + "depth": 4.04, + "score": NaN, + "score_std": NaN, + "time": 10.057809262275695, + "time_std": 1.1201468189930344 + }, + { + "dataset": "conn-bench-sonar-mines-rocks", + "samples": 208, + "features": 60, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 9.18, + "leaves": 5.02, + "depth": 4.34, + "score": NaN, + "score_std": NaN, + "time": 1.0514076519012452, + "time_std": 0.24663376756212574 + }, + { + "dataset": "cylinder-bands", + "samples": 512, + "features": 35, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 2.34, + "leaves": 1.66, + "depth": 1.66, + "score": NaN, + "score_std": NaN, + "time": 0.498666844367981, + "time_std": 0.24064363337021621 + }, + { + "dataset": "dermatology", + "samples": 366, + "features": 34, + "classes": 6, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 4.12, + "leaves": 2.2, + "depth": 7.02, + "score": NaN, + "score_std": NaN, + "time": 1.1228968811035156, + "time_std": 0.29292156787589296 + }, + { + "dataset": "echocardiogram", + "samples": 131, + "features": 10, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 3.46, + "leaves": 2.2, + "depth": 2.26, + "score": NaN, + "score_std": NaN, + "time": 0.07180672168731689, + "time_std": 0.04348555603761243 + }, + { + "dataset": "fertility", + "samples": 100, + "features": 9, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.88, + "score_std": 0.0547722557505166, + "time": 0.028572516441345217, + "time_std": 0.004158940793946356 + }, + { + "dataset": "haberman-survival", + "samples": 306, + "features": 3, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 3.44, + "leaves": 2.16, + "depth": 2.28, + "score": NaN, + "score_std": NaN, + "time": 0.0562580680847168, + "time_std": 0.02979371654044955 + }, + { + "dataset": "heart-hungarian", + "samples": 294, + "features": 12, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 4.78, + "leaves": 2.86, + "depth": 2.78, + "score": NaN, + "score_std": NaN, + "time": 0.14676546573638916, + "time_std": 0.09107633071497274 + }, + { + "dataset": "hepatitis", + "samples": 155, + "features": 19, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.7935483870967742, + "score_std": 0.07126039365927266, + "time": 0.05298082828521729, + "time_std": 0.003874758115245114 + }, + { + "dataset": "ilpd-indian-liver", + "samples": 583, + "features": 9, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.7135661656351313, + "score_std": 0.038048725185040336, + "time": 0.16761460781097412, + "time_std": 0.0038467797660095785 + }, + { + "dataset": "ionosphere", + "samples": 351, + "features": 33, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 3.72, + "leaves": 2.36, + "depth": 2.34, + "score": 0.7544265593561369, + "score_std": 0.04933029218981169, + "time": 0.44574220180511476, + "time_std": 0.11355314876610266 + }, + { + "dataset": "iris", + "samples": 150, + "features": 4, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 5.04, + "leaves": 3.02, + "depth": 3.02, + "score": 0.95, + "score_std": 0.03415650255319865, + "time": 0.05279052257537842, + "time_std": 0.004794317991174971 + }, + { + "dataset": "led-display", + "samples": 1000, + "features": 7, + "classes": 10, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 18.86, + "leaves": 9.64, + "depth": 7.0, + "score": NaN, + "score_std": NaN, + "time": 2.398168988227844, + "time_std": 0.9011693293327879 + }, + { + "dataset": "libras", + "samples": 360, + "features": 90, + "classes": 15, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 2.88, + "leaves": 1.46, + "depth": 9.78, + "score": NaN, + "score_std": NaN, + "time": 5.12455846786499, + "time_std": 2.3835694032560912 + }, + { + "dataset": "low-res-spect", + "samples": 531, + "features": 100, + "classes": 9, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 15.3, + "leaves": 7.9, + "depth": 7.68, + "score": NaN, + "score_std": NaN, + "time": 5.045088052749634, + "time_std": 1.3873869849574738 + }, + { + "dataset": "lymphography", + "samples": 148, + "features": 18, + "classes": 4, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 2.86, + "leaves": 1.92, + "depth": 1.98, + "score": NaN, + "score_std": NaN, + "time": 0.13686522483825683, + "time_std": 0.05176593741708166 + }, + { + "dataset": "mammographic", + "samples": 961, + "features": 5, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 3.0, + "leaves": 2.0, + "depth": 2.0, + "score": 0.8213433721934368, + "score_std": 0.023399701915177804, + "time": 0.6547147846221923, + "time_std": 0.01715971877325126 + }, + { + "dataset": "molec-biol-promoter", + "samples": 106, + "features": 57, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 9.12, + "leaves": 4.98, + "depth": 4.2, + "score": NaN, + "score_std": NaN, + "time": 0.7287868213653564, + "time_std": 0.17832306735655218 + }, + { + "dataset": "musk-1", + "samples": 476, + "features": 166, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 6.64, + "leaves": 3.8, + "depth": 3.52, + "score": NaN, + "score_std": NaN, + "time": 3.558695454597473, + "time_std": 1.3190187943298837 + }, + { + "dataset": "oocytes_merluccius_nucleus_4d", + "samples": 1022, + "features": 41, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.6702563366810138, + "score_std": 0.024253557618839905, + "time": 1.9674934434890747, + "time_std": 0.06688110747728285 + }, + { + "dataset": "oocytes_merluccius_states_2f", + "samples": 1022, + "features": 25, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 9.5, + "leaves": 5.18, + "depth": 4.52, + "score": NaN, + "score_std": NaN, + "time": 3.2290832376480103, + "time_std": 0.6823102916067391 + }, + { + "dataset": "oocytes_trisopterus_nucleus_2f", + "samples": 912, + "features": 25, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 8.02, + "leaves": 4.48, + "depth": 3.88, + "score": NaN, + "score_std": NaN, + "time": 2.1974784898757935, + "time_std": 0.49544544299207494 + }, + { + "dataset": "oocytes_trisopterus_states_5b", + "samples": 912, + "features": 32, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 4.8, + "leaves": 2.88, + "depth": 3.0, + "score": NaN, + "score_std": NaN, + "time": 2.3718439626693724, + "time_std": 0.3733733951135386 + }, + { + "dataset": "parkinsons", + "samples": 195, + "features": 22, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 4.94, + "leaves": 2.96, + "depth": 3.0, + "score": NaN, + "score_std": NaN, + "time": 0.21737953186035155, + "time_std": 0.023372055483572327 + }, + { + "dataset": "pima", + "samples": 768, + "features": 8, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 4.1, + "leaves": 2.5, + "depth": 3.02, + "score": NaN, + "score_std": NaN, + "time": 0.5491303777694703, + "time_std": 0.11633868088180814 + }, + { + "dataset": "pittsburg-bridges-MATERIAL", + "samples": 106, + "features": 7, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 2.96, + "leaves": 1.98, + "depth": 1.98, + "score": 0.7452813852813851, + "score_std": 0.08866160199698558, + "time": 0.05663308143615722, + "time_std": 0.007940314386137024 + }, + { + "dataset": "pittsburg-bridges-REL-L", + "samples": 103, + "features": 7, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.66, + "leaves": 1.28, + "depth": 1.64, + "score": NaN, + "score_std": NaN, + "time": 0.044896450042724606, + "time_std": 0.028028274876593307 + }, + { + "dataset": "pittsburg-bridges-SPAN", + "samples": 92, + "features": 7, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 3.16, + "leaves": 1.82, + "depth": 3.6, + "score": NaN, + "score_std": NaN, + "time": 0.09178715705871582, + "time_std": 0.035767686272824714 + }, + { + "dataset": "pittsburg-bridges-T-OR-D", + "samples": 102, + "features": 7, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.8628095238095238, + "score_std": 0.0747571882042698, + "time": 0.024580354690551757, + "time_std": 0.002032839785047058 + }, + { + "dataset": "planning", + "samples": 182, + "features": 12, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.7143693693693695, + "score_std": 0.0715459100205182, + "time": 0.04235292434692383, + "time_std": 0.0020579522623622084 + }, + { + "dataset": "post-operative", + "samples": 90, + "features": 8, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 2.72, + "leaves": 1.78, + "depth": 2.18, + "score": NaN, + "score_std": NaN, + "time": 0.1600242519378662, + "time_std": 0.056587742131730484 + }, + { + "dataset": "seeds", + "samples": 210, + "features": 7, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 9.04, + "leaves": 5.02, + "depth": 4.2, + "score": 0.8995238095238095, + "score_std": 0.04862975023285386, + "time": 0.1732833480834961, + "time_std": 0.022076642064504184 + }, + { + "dataset": "statlog-australian-credit", + "samples": 690, + "features": 14, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.6782608695652174, + "score_std": 0.03904983647915211, + "time": 0.2839461183547974, + "time_std": 0.004584262988941458 + }, + { + "dataset": "statlog-german-credit", + "samples": 1000, + "features": 24, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.7000000000000002, + "score_std": 0.028017851452243787, + "time": 0.84711181640625, + "time_std": 0.0059129439587605696 + }, + { + "dataset": "statlog-heart", + "samples": 270, + "features": 13, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 5.3, + "leaves": 3.1, + "depth": 3.44, + "score": NaN, + "score_std": NaN, + "time": 0.18118916511535643, + "time_std": 0.034632531864398554 + }, + { + "dataset": "statlog-image", + "samples": 2310, + "features": 18, + "classes": 7, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 10.34, + "leaves": 5.52, + "depth": 6.08, + "score": NaN, + "score_std": NaN, + "time": 8.48775242805481, + "time_std": 0.9260743696103542 + }, + { + "dataset": "statlog-vehicle", + "samples": 846, + "features": 18, + "classes": 4, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 15.26, + "leaves": 7.98, + "depth": 6.62, + "score": NaN, + "score_std": NaN, + "time": 1.8453552770614623, + "time_std": 0.3317876287778824 + }, + { + "dataset": "synthetic-control", + "samples": 600, + "features": 60, + "classes": 6, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 20.08, + "leaves": 10.42, + "depth": 6.46, + "score": NaN, + "score_std": NaN, + "time": 3.9311794376373292, + "time_std": 0.5379200359100783 + }, + { + "dataset": "tic-tac-toe", + "samples": 958, + "features": 9, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.6534505890052357, + "score_std": 0.028021260679892277, + "time": 0.2912741708755493, + "time_std": 0.003530730041693393 + }, + { + "dataset": "vertebral-column-2clases", + "samples": 310, + "features": 6, + "classes": 2, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 3.72, + "leaves": 2.36, + "depth": 2.34, + "score": 0.8412903225806452, + "score_std": 0.045202745949944154, + "time": 0.16892774105072023, + "time_std": 0.023473559642938596 + }, + { + "dataset": "wine", + "samples": 178, + "features": 13, + "classes": 3, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 7.62, + "leaves": 4.3, + "depth": 3.62, + "score": NaN, + "score_std": NaN, + "time": 0.16751108169555665, + "time_std": 0.02962241075170574 + }, + { + "dataset": "zoo", + "samples": 101, + "features": 16, + "classes": 7, + "hyperparameters": { + "splitter": "iwss", + "max_features": "auto" + }, + "nodes": 9.62, + "leaves": 5.16, + "depth": 6.58, + "score": NaN, + "score_std": NaN, + "time": 0.29728739261627196, + "time_std": 0.05456727302178703 + } + ], + "title": "default", + "version": "1.2.3" +} \ No newline at end of file diff --git a/benchmark/tests/results/results_accuracy_STree_macbook-pro_2021-11-01_19:17:07_0.json b/benchmark/tests/results/results_accuracy_STree_macbook-pro_2021-11-01_19:17:07_0.json new file mode 100644 index 0000000..362c276 --- /dev/null +++ b/benchmark/tests/results/results_accuracy_STree_macbook-pro_2021-11-01_19:17:07_0.json @@ -0,0 +1,859 @@ +{ + "score_name": "accuracy", + "model": "STree", + "stratified": false, + "folds": 5, + "date": "2021-11-01", + "time": "19:17:07", + "duration": 4115.042420864105, + "seeds": [ + 57, + 31, + 1714, + 17, + 23, + 79, + 83, + 97, + 7, + 1 + ], + "platform": "macbook-pro", + "results": [ + { + "dataset": "balance-scale", + "samples": 625, + "features": 4, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 18.78, + "leaves": 9.88, + "depth": 5.9, + "score": NaN, + "score_std": NaN, + "time": 0.23330417156219482, + "time_std": 0.048087665954193885 + }, + { + "dataset": "balloons", + "samples": 16, + "features": 4, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 4.72, + "leaves": 2.86, + "depth": 2.78, + "score": 0.5566666666666668, + "score_std": 0.2941277122460771, + "time": 0.021352062225341795, + "time_std": 0.005808742398555902 + }, + { + "dataset": "breast-cancer-wisc-diag", + "samples": 569, + "features": 30, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 6.34, + "leaves": 3.66, + "depth": 3.5, + "score": NaN, + "score_std": NaN, + "time": 0.401257061958313, + "time_std": 0.07412488954035189 + }, + { + "dataset": "breast-cancer-wisc-prog", + "samples": 198, + "features": 33, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 1.72, + "leaves": 1.36, + "depth": 1.36, + "score": 0.7621794871794871, + "score_std": 0.06710004600274146, + "time": 0.11651344776153565, + "time_std": 0.06591102690356337 + }, + { + "dataset": "breast-cancer-wisc", + "samples": 699, + "features": 9, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 5.8, + "leaves": 3.4, + "depth": 3.36, + "score": 0.9592250770811923, + "score_std": 0.014554348848704999, + "time": 0.1478545618057251, + "time_std": 0.020419480773263374 + }, + { + "dataset": "breast-cancer", + "samples": 286, + "features": 9, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 6.16, + "leaves": 3.56, + "depth": 3.42, + "score": NaN, + "score_std": NaN, + "time": 0.11039722442626954, + "time_std": 0.06210483736075941 + }, + { + "dataset": "cardiotocography-10clases", + "samples": 2126, + "features": 21, + "classes": 10, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 41.52, + "leaves": 21.14, + "depth": 8.8, + "score": NaN, + "score_std": NaN, + "time": 3.9766879796981813, + "time_std": 0.9151663540578105 + }, + { + "dataset": "cardiotocography-3clases", + "samples": 2126, + "features": 21, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 20.88, + "leaves": 10.9, + "depth": 6.0, + "score": NaN, + "score_std": NaN, + "time": 1.657118821144104, + "time_std": 0.32172103166558413 + }, + { + "dataset": "conn-bench-sonar-mines-rocks", + "samples": 208, + "features": 60, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 13.18, + "leaves": 7.08, + "depth": 4.66, + "score": NaN, + "score_std": NaN, + "time": 1.3676620960235595, + "time_std": 0.5325323156595473 + }, + { + "dataset": "cylinder-bands", + "samples": 512, + "features": 35, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 4.52, + "leaves": 2.76, + "depth": 2.68, + "score": 0.6638568437083572, + "score_std": 0.03712163130225706, + "time": 0.37873063564300535, + "time_std": 0.183016784550629 + }, + { + "dataset": "dermatology", + "samples": 366, + "features": 34, + "classes": 6, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 18.4, + "leaves": 9.7, + "depth": 6.74, + "score": 0.9587338022954462, + "score_std": 0.024233083712969238, + "time": 1.5716090679168702, + "time_std": 0.5530620641812005 + }, + { + "dataset": "echocardiogram", + "samples": 131, + "features": 10, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 3.04, + "leaves": 2.02, + "depth": 2.02, + "score": 0.855156695156695, + "score_std": 0.06266151037590971, + "time": 0.05919990062713623, + "time_std": 0.011073717584111756 + }, + { + "dataset": "fertility", + "samples": 100, + "features": 9, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.88, + "score_std": 0.0547722557505166, + "time": 0.02746262550354004, + "time_std": 0.01040171957861759 + }, + { + "dataset": "haberman-survival", + "samples": 306, + "features": 3, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 1.92, + "leaves": 1.36, + "depth": 1.84, + "score": NaN, + "score_std": NaN, + "time": 0.021888227462768556, + "time_std": 0.013721911772333317 + }, + { + "dataset": "heart-hungarian", + "samples": 294, + "features": 12, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 6.36, + "leaves": 3.68, + "depth": 3.4, + "score": 0.8037463471654003, + "score_std": 0.048507217236332716, + "time": 0.1568096923828125, + "time_std": 0.04548054341259107 + }, + { + "dataset": "hepatitis", + "samples": 155, + "features": 19, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 4.26, + "leaves": 2.62, + "depth": 2.38, + "score": NaN, + "score_std": NaN, + "time": 0.13556980609893798, + "time_std": 0.09738847551268014 + }, + { + "dataset": "ilpd-indian-liver", + "samples": 583, + "features": 9, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.7135661656351313, + "score_std": 0.038048725185040336, + "time": 0.04697585105895996, + "time_std": 0.009319869024571067 + }, + { + "dataset": "ionosphere", + "samples": 351, + "features": 33, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 6.62, + "leaves": 3.8, + "depth": 3.68, + "score": NaN, + "score_std": NaN, + "time": 0.43261568069458006, + "time_std": 0.1203589287143651 + }, + { + "dataset": "iris", + "samples": 150, + "features": 4, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 5.0, + "leaves": 3.0, + "depth": 3.0, + "score": 0.9553333333333331, + "score_std": 0.0295221197673127, + "time": 0.05880905151367188, + "time_std": 0.030683507003767284 + }, + { + "dataset": "led-display", + "samples": 1000, + "features": 7, + "classes": 10, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 24.68, + "leaves": 12.82, + "depth": 6.04, + "score": NaN, + "score_std": NaN, + "time": 1.0960806465148927, + "time_std": 0.2569562117525986 + }, + { + "dataset": "libras", + "samples": 360, + "features": 90, + "classes": 15, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 15.94, + "leaves": 8.06, + "depth": 9.98, + "score": NaN, + "score_std": NaN, + "time": 7.918476514816284, + "time_std": 4.523357567107953 + }, + { + "dataset": "low-res-spect", + "samples": 531, + "features": 100, + "classes": 9, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 21.02, + "leaves": 10.82, + "depth": 7.5, + "score": NaN, + "score_std": NaN, + "time": 5.516749286651612, + "time_std": 1.5967287706922784 + }, + { + "dataset": "lymphography", + "samples": 148, + "features": 18, + "classes": 4, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 4.24, + "leaves": 2.62, + "depth": 2.42, + "score": 0.6430574712643677, + "score_std": 0.11622985095663692, + "time": 0.15373097419738768, + "time_std": 0.09630802209142511 + }, + { + "dataset": "mammographic", + "samples": 961, + "features": 5, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 3.08, + "leaves": 2.04, + "depth": 2.04, + "score": 0.8172760146804835, + "score_std": 0.02227227188271779, + "time": 0.08565653800964355, + "time_std": 0.010440249149778561 + }, + { + "dataset": "molec-biol-promoter", + "samples": 106, + "features": 57, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 11.18, + "leaves": 6.08, + "depth": 4.2, + "score": NaN, + "score_std": NaN, + "time": 0.8062765884399414, + "time_std": 0.3043906987511426 + }, + { + "dataset": "musk-1", + "samples": 476, + "features": 166, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 15.04, + "leaves": 8.02, + "depth": 5.06, + "score": 0.739747807017544, + "score_std": 0.049023720603262086, + "time": 8.218964619636536, + "time_std": 24.22936251192802 + }, + { + "dataset": "oocytes_merluccius_nucleus_4d", + "samples": 1022, + "features": 41, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 1.8, + "leaves": 1.4, + "depth": 1.4, + "score": 0.6747513151602104, + "score_std": 0.02805948085218652, + "time": 0.3347061347961426, + "time_std": 0.14471256643972377 + }, + { + "dataset": "oocytes_merluccius_states_2f", + "samples": 1022, + "features": 25, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 10.92, + "leaves": 5.92, + "depth": 4.6, + "score": NaN, + "score_std": NaN, + "time": 0.8252322387695312, + "time_std": 0.1689867212720567 + }, + { + "dataset": "oocytes_trisopterus_nucleus_2f", + "samples": 912, + "features": 25, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 9.78, + "leaves": 5.36, + "depth": 4.58, + "score": NaN, + "score_std": NaN, + "time": 0.6476831912994385, + "time_std": 0.2510785700135029 + }, + { + "dataset": "oocytes_trisopterus_states_5b", + "samples": 912, + "features": 32, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 6.88, + "leaves": 3.92, + "depth": 3.96, + "score": NaN, + "score_std": NaN, + "time": 0.6995281982421875, + "time_std": 0.20416980252110092 + }, + { + "dataset": "parkinsons", + "samples": 195, + "features": 22, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 6.04, + "leaves": 3.52, + "depth": 3.4, + "score": 0.8656410256410255, + "score_std": 0.04715718536440063, + "time": 0.2024482822418213, + "time_std": 0.041679247929405305 + }, + { + "dataset": "pima", + "samples": 768, + "features": 8, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 3.36, + "leaves": 2.18, + "depth": 2.18, + "score": 0.7555699855699856, + "score_std": 0.026071249124277357, + "time": 0.11018041133880616, + "time_std": 0.015981550148259464 + }, + { + "dataset": "pittsburg-bridges-MATERIAL", + "samples": 106, + "features": 7, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 4.4, + "leaves": 2.66, + "depth": 2.86, + "score": NaN, + "score_std": NaN, + "time": 0.08267138481140136, + "time_std": 0.04320844494910074 + }, + { + "dataset": "pittsburg-bridges-REL-L", + "samples": 103, + "features": 7, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 6.12, + "leaves": 3.54, + "depth": 3.32, + "score": NaN, + "score_std": NaN, + "time": 0.10082945346832276, + "time_std": 0.030223867202597298 + }, + { + "dataset": "pittsburg-bridges-SPAN", + "samples": 92, + "features": 7, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 8.14, + "leaves": 4.54, + "depth": 3.94, + "score": NaN, + "score_std": NaN, + "time": 0.1462726402282715, + "time_std": 0.051240780130172595 + }, + { + "dataset": "pittsburg-bridges-T-OR-D", + "samples": 102, + "features": 7, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.8628095238095238, + "score_std": 0.0747571882042698, + "time": 0.021972088813781737, + "time_std": 0.003819453019423127 + }, + { + "dataset": "planning", + "samples": 182, + "features": 12, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.7143693693693695, + "score_std": 0.0715459100205182, + "time": 0.04498013973236084, + "time_std": 0.010887584800643972 + }, + { + "dataset": "post-operative", + "samples": 90, + "features": 8, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 1.24, + "leaves": 1.1, + "depth": 1.2, + "score": NaN, + "score_std": NaN, + "time": 0.030997161865234376, + "time_std": 0.010812193782303116 + }, + { + "dataset": "seeds", + "samples": 210, + "features": 7, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 8.16, + "leaves": 4.58, + "depth": 4.12, + "score": 0.8895238095238095, + "score_std": 0.05254519704431894, + "time": 0.14443633556365967, + "time_std": 0.027390718772962643 + }, + { + "dataset": "statlog-australian-credit", + "samples": 690, + "features": 14, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 1.0, + "leaves": 1.0, + "depth": 1.0, + "score": 0.6782608695652174, + "score_std": 0.03904983647915211, + "time": 0.0670243501663208, + "time_std": 0.0032695152984500934 + }, + { + "dataset": "statlog-german-credit", + "samples": 1000, + "features": 24, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 3.76, + "leaves": 2.38, + "depth": 2.3, + "score": 0.7114, + "score_std": 0.032787802610117066, + "time": 0.31878210067749024, + "time_std": 0.15745286923647758 + }, + { + "dataset": "statlog-heart", + "samples": 270, + "features": 13, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 5.72, + "leaves": 3.36, + "depth": 3.18, + "score": 0.7770370370370372, + "score_std": 0.047279921176986504, + "time": 0.16321456909179688, + "time_std": 0.05491986712932649 + }, + { + "dataset": "statlog-image", + "samples": 2310, + "features": 18, + "classes": 7, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 33.72, + "leaves": 17.26, + "depth": 8.9, + "score": NaN, + "score_std": NaN, + "time": 2.2605089950561523, + "time_std": 0.5281135673254995 + }, + { + "dataset": "statlog-vehicle", + "samples": 846, + "features": 18, + "classes": 4, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 29.76, + "leaves": 15.3, + "depth": 7.76, + "score": NaN, + "score_std": NaN, + "time": 1.4117946910858155, + "time_std": 0.32902609386000614 + }, + { + "dataset": "synthetic-control", + "samples": 600, + "features": 60, + "classes": 6, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 23.36, + "leaves": 12.18, + "depth": 5.9, + "score": 0.9494999999999999, + "score_std": 0.0215, + "time": 2.877303485870361, + "time_std": 3.3802458181271033 + }, + { + "dataset": "tic-tac-toe", + "samples": 958, + "features": 9, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 13.5, + "leaves": 7.24, + "depth": 5.18, + "score": NaN, + "score_std": NaN, + "time": 0.29811314105987546, + "time_std": 0.16349860688880868 + }, + { + "dataset": "vertebral-column-2clases", + "samples": 310, + "features": 6, + "classes": 2, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 6.52, + "leaves": 3.76, + "depth": 3.64, + "score": 0.8254838709677418, + "score_std": 0.04899510476938654, + "time": 0.0902666187286377, + "time_std": 0.020145062050195707 + }, + { + "dataset": "wine", + "samples": 178, + "features": 13, + "classes": 3, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 7.02, + "leaves": 4.0, + "depth": 3.34, + "score": NaN, + "score_std": NaN, + "time": 0.14963967800140382, + "time_std": 0.029198707180122286 + }, + { + "dataset": "zoo", + "samples": 101, + "features": 16, + "classes": 7, + "hyperparameters": { + "max_features": "auto", + "splitter": "mutual" + }, + "nodes": 11.52, + "leaves": 6.2, + "depth": 6.42, + "score": NaN, + "score_std": NaN, + "time": 36.339180612564085, + "time_std": 251.6950015788668 + } + ], + "title": "default", + "version": "1.2.3" +} \ No newline at end of file