Become benchmark suite

benchmark/Utils.py

@@ -0,0 +1,168 @@
+import os
+import subprocess
+import argparse
+
+BEST_ACCURACY_STREE = 40.282203
+
+
+class Folders:
+    results = "results"
+    hidden_results = "hidden_results"
+    exreport = "exreport"
+    report = os.path.join(exreport, "exreport_output")
+
+    @staticmethod
+    def src():
+        return os.path.dirname(os.path.abspath(__file__))
+
+
+class Files:
+    index = "all.txt"
+    report_ext = ".json"
+    cmd_open_macos = "/usr/bin/open"
+    cmd_open_linux = "/usr/bin/xdg-open"
+    exreport_pdf = "Rplots.pdf"
+    benchmark_r = "benchmark.r"
+    dot_env = ".env"
+
+    @staticmethod
+    def exreport_output(score):
+        return f"exreport_{score.replace('_','-')}.txt"
+
+    @staticmethod
+    def exreport_err(score):
+        return f"exreport_err_{score.replace('_','-')}.txt"
+
+    @staticmethod
+    def exreport_excel(score):
+        return f"exreport_{score.replace('_','-')}.xlsx"
+
+    @staticmethod
+    def exreport(score):
+        return f"exreport_{score.replace('_','-')}.csv"
+
+    @staticmethod
+    def best_results(score, model):
+        return f"best_results_{score.replace('_','-')}_{model}.json"
+
+    @staticmethod
+    def results(score, model, platform, date, time, stratified):
+        return (
+            f"results_{score.replace('_','-')}_{model}_{platform}_{date}_"
+            f"{time}_{stratified}.json"
+        )
+
+    @staticmethod
+    def grid_input(score, model):
+        return Files.grid("input", score, model)
+
+    @staticmethod
+    def grid_output(score, model):
+        return Files.grid("output", score, model)
+
+    @staticmethod
+    def grid(kind, score, model):
+        return f"grid_{kind}_{score.replace('_','-')}_{model}.json"
+
+    def split_file_name(self, name):
+        _, score, model, platform, date, time, stratified = name.split("_")
+        stratified = stratified.replace(self.report_ext, "")
+        return score, model, platform, date, time, stratified
+
+    @staticmethod
+    def results_suffixes(score="", model=""):
+        suffix = Files.report_ext
+        if model == "" and score == "":
+            return "results_", suffix
+        if model == "":
+            return f"results_{score}_", suffix
+        return f"results_{score}_{model}_", suffix
+
+    @staticmethod
+    def is_exe(fpath):
+        return os.path.isfile(fpath) and os.access(fpath, os.X_OK)
+
+    @staticmethod
+    def open(name):
+        if os.path.isfile(name):
+            command = (
+                Files.cmd_open_macos
+                if Files.is_exe(Files.cmd_open_macos)
+                else Files.cmd_open_linux
+            )
+            subprocess.run([command, name])
+
+    def get_all_results(self, hidden) -> list[str]:
+        first_path = "."
+        first_try = os.path.join(
+            first_path, Folders.hidden_results if hidden else Folders.results
+        )
+        second_path = ".."
+        second_try = os.path.join(second_path, first_try)
+        if os.path.isdir(first_try):
+            files_list = os.listdir(first_try)
+        elif os.path.isdir(second_try):
+            files_list = os.listdir(second_try)
+        else:
+            raise ValueError(f"{first_try} or {second_try} does not exist")
+        result = []
+        prefix, suffix = self.results_suffixes()
+        for result_file in files_list:
+            if result_file.startswith(prefix) and result_file.endswith(suffix):
+                result.append(result_file)
+        return sorted(result)
+
+
+class Symbols:
+    check_mark = "\N{heavy check mark}"
+    exclamation = "\N{heavy exclamation mark symbol}"
+    black_star = "\N{black star}"
+    equal_best = check_mark
+    better_best = black_star
+
+
+class EnvData:
+    @staticmethod
+    def load():
+        args = {}
+        with open(Files.dot_env) as f:
+            for line in f.read().splitlines():
+                if line == "" or line.startswith("#"):
+                    continue
+                key, value = line.split("=")
+                args[key] = value
+        return args
+
+
+class EnvDefault(argparse.Action):
+    # Thanks to https://stackoverflow.com/users/445507/russell-heilling
+    def __init__(self, envvar, required=True, default=None, **kwargs):
+        self._args = EnvData.load()
+        if not default and envvar in self._args:
+            default = self._args[envvar]
+        if required and default:
+            required = False
+        super(EnvDefault, self).__init__(
+            default=default, required=required, **kwargs
+        )
+
+    def __call__(self, parser, namespace, values, option_string=None):
+        setattr(namespace, self.dest, values)
+
+
+class TextColor:
+    BLUE = "\033[94m"
+    CYAN = "\033[96m"
+    GREEN = "\033[92m"
+    MAGENTA = "\033[95m"
+    YELLOW = "\033[93m"
+    RED = "\033[91m"
+    HEADER = MAGENTA
+    LINE1 = BLUE
+    LINE2 = CYAN
+    SUCCESS = GREEN
+    WARNING = YELLOW
+    FAIL = RED
+    ENDC = "\033[0m"
+    BOLD = "\033[1m"
+    UNDERLINE = "\033[4m"