diff --git a/benchmark/scripts/be_repair.py b/benchmark/scripts/be_repair.py deleted file mode 100755 index 3fb185c..0000000 --- a/benchmark/scripts/be_repair.py +++ /dev/null @@ -1,23 +0,0 @@ -#!/usr/bin/env python -import os -import json -from benchmark.Experiments import Files, Folders - - -def main(): - versions = dict(SVC="-", STree="1.2.3", ODTE="0.3.2") - results = Files().get_all_results(hidden=False) - for result in results: - print(result) - file_name = os.path.join(Folders.results, result) - with open(file_name) as f: - data = json.load(f) - if "title" not in data: - print(f"Repairing title in {result}") - data["title"] = "default" - if "version" not in data: - print(f"Repairing version in {result}") - model = data["model"] - data["version"] = versions[model] if model in versions else "-" - with open(file_name, "w") as f: - json.dump(data, f, indent=4) diff --git a/benchmark/scripts/be_td.py b/benchmark/scripts/be_td.py deleted file mode 100755 index 54f3abc..0000000 --- a/benchmark/scripts/be_td.py +++ /dev/null @@ -1,48 +0,0 @@ -#!/usr/bin/env python -import sys -import time -from benchmark.Experiments import Datasets -from mufs import MUFS - - -def main(): - mufs_i = MUFS() - mufs_c = MUFS() - mufs_f = MUFS() - datasets = Datasets() - iwss_t = iwss_tl = cfs_t = cfs_tl = fcbf_t = fcbf_tl = 0 - for i in datasets: - X, y = datasets.load(i) - now = time.time() - mufs_i.iwss(X, y, float(sys.argv[1])) - iwss = time.time() - now - iwss_r = len(mufs_i.get_results()) - now = time.time() - mufs_c.cfs(X, y) - cfs = time.time() - now - cfs_r = len(mufs_c.get_results()) - now = time.time() - mufs_f.fcbf(X, y, 1e-5) - fcbf = time.time() - now - fcbf_r = len(mufs_f.get_results()) - print( - f"{i:30s} {iwss:.4f}({iwss_r:2d}) {cfs:.4f}({cfs_r:2d}) {fcbf:.4f}" - f"({fcbf_r:2d})" - ) - iwss_t += iwss - iwss_tl += iwss_r - cfs_t += cfs - cfs_tl += cfs_r - fcbf_t += fcbf - fcbf_tl += fcbf_r - num = len(list(datasets)) - iwss_t /= num - iwss_tl /= num - cfs_t /= num - cfs_tl /= num - fcbf_t /= num - fcbf_tl /= num - print( - f"{'Average ..: ':30s} {iwss_t:.4f}({iwss_tl:.2f}) {cfs_t:.4f}" - f"({cfs_tl:.2f}) {fcbf_t:.4f}({fcbf_tl:.2f})" - )