diff --git a/analysis_mysql.py b/analysis_mysql.py index 4875312..6c4a46c 100644 --- a/analysis_mysql.py +++ b/analysis_mysql.py @@ -4,9 +4,11 @@ from experimentation.Sets import Datasets from experimentation.Utils import TextColor from experimentation.Database import MySQL +report_csv = "report.csv" models_tree = [ "stree", "wodt", + "j48svm", "oc1", "cart", "baseRaF", @@ -15,7 +17,7 @@ models_tree = [ ] models_ensemble = ["odte", "adaBoost", "bagging", "TBRaF", "TBRoF", "TBRRoF"] title = "Best model results" -lengths = (30, 9, 11, 11, 11, 11, 11, 11, 11) +lengths = (30, 9, 11, 11, 11, 11, 11, 11, 11, 11) def parse_arguments() -> Tuple[str, str, str, bool, bool]: @@ -36,8 +38,15 @@ def parse_arguments() -> Tuple[str, str, str, bool, bool]: required=False, default="tree", ) + ap.add_argument( + "-c", + "--csv-output", + type=bool, + required=False, + default=False, + ) args = ap.parse_args() - return (args.experiment, args.model) + return (args.experiment, args.model, args.csv_output) def report_header_content(title, experiment, model_type): @@ -103,7 +112,7 @@ def report_footer(agg): ) -(experiment, model_type) = parse_arguments() +(experiment, model_type, csv_output) = parse_arguments() dbh = MySQL() database = dbh.get_connection() dt = Datasets(False, False, "tanveer") @@ -122,6 +131,9 @@ for item in [ agg[item]["items"] = 0 agg[item]["better"] = 0 agg[item]["worse"] = 0 +if csv_output: + f = open(report_csv, "w") + print("dataset, classifier, accuracy", file=f) for dataset in dt: find_one = False # Look for max accuracy for any given dataset @@ -152,6 +164,8 @@ for dataset in dt: if accuracy == max_accuracy else color + item ) + if csv_output: + print(f"{dataset[0]}, {model}, {accuracy}", file=f) if not find_one: print(TextColor.FAIL + f"*No results found for {dataset[0]}") else: @@ -160,4 +174,7 @@ for dataset in dt: ) print(report_line(line)) report_footer(agg) +if csv_output: + f.close() + print(f"{report_csv} file generated") dbh.close() diff --git a/report.csv b/report.csv new file mode 100644 index 0000000..0c646c6 --- /dev/null +++ b/report.csv @@ -0,0 +1,344 @@ +dataset, classifier, accuracy +balance-scale, stree, 0.9488 +balance-scale, wodt, 0.8528 +balance-scale, oc1, 0.9216 +balance-scale, cart, 0.6368 +balance-scale, baseRaF, 0.788139 +balance-scale, baseRoF, 0.767583 +balance-scale, baseRRoF, 0.797369 +balloons, stree, 0.866667 +balloons, wodt, 0.633333 +balloons, oc1, 0.766667 +balloons, cart, 0.75 +balloons, baseRaF, 0.625 +balloons, baseRoF, 0.675 +balloons, baseRRoF, 0.625 +breast-cancer-wisc-diag, stree, 0.978932 +breast-cancer-wisc-diag, wodt, 0.963065 +breast-cancer-wisc-diag, oc1, 0.928039 +breast-cancer-wisc-diag, cart, 0.949092 +breast-cancer-wisc-diag, baseRaF, 0.953228 +breast-cancer-wisc-diag, baseRoF, 0.972242 +breast-cancer-wisc-diag, baseRRoF, 0.940946 +breast-cancer-wisc-prog, stree, 0.828462 +breast-cancer-wisc-prog, wodt, 0.666282 +breast-cancer-wisc-prog, oc1, 0.7323 +breast-cancer-wisc-prog, cart, 0.762179 +breast-cancer-wisc-prog, baseRaF, 0.710464 +breast-cancer-wisc-prog, baseRoF, 0.783633 +breast-cancer-wisc-prog, baseRRoF, 0.703902 +breast-cancer-wisc, stree, 0.965694 +breast-cancer-wisc, wodt, 0.941367 +breast-cancer-wisc, oc1, 0.9471 +breast-cancer-wisc, cart, 0.954265 +breast-cancer-wisc, baseRaF, 0.934215 +breast-cancer-wisc, baseRoF, 0.960812 +breast-cancer-wisc, baseRRoF, 0.952484 +breast-cancer, stree, 0.730853 +breast-cancer, wodt, 0.573382 +breast-cancer, oc1, 0.6434 +breast-cancer, cart, 0.657592 +breast-cancer, baseRaF, 0.644096 +breast-cancer, baseRoF, 0.722333 +breast-cancer, baseRRoF, 0.719554 +cardiotocography-10clases, stree, 0.666522 +cardiotocography-10clases, wodt, 0.627007 +cardiotocography-10clases, oc1, 0.7874 +cardiotocography-10clases, cart, 0.721544 +cardiotocography-10clases, baseRaF, 0.728229 +cardiotocography-10clases, baseRoF, 0.777798 +cardiotocography-10clases, baseRRoF, 0.657922 +cardiotocography-3clases, stree, 0.848074 +cardiotocography-3clases, wodt, 0.800097 +cardiotocography-3clases, oc1, 0.903102 +cardiotocography-3clases, cart, 0.84571 +cardiotocography-3clases, baseRaF, 0.872983 +cardiotocography-3clases, baseRoF, 0.893694 +cardiotocography-3clases, baseRRoF, 0.876762 +conn-bench-sonar-mines-rocks, stree, 0.701974 +conn-bench-sonar-mines-rocks, wodt, 0.63043 +conn-bench-sonar-mines-rocks, oc1, 0.697672 +conn-bench-sonar-mines-rocks, cart, 0.649826 +conn-bench-sonar-mines-rocks, baseRaF, 0.725 +conn-bench-sonar-mines-rocks, baseRoF, 0.786538 +conn-bench-sonar-mines-rocks, baseRRoF, 0.734615 +cylinder-bands, stree, 0.646602 +cylinder-bands, wodt, 0.541043 +cylinder-bands, oc1, 0.6543 +cylinder-bands, cart, 0.621093 +cylinder-bands, baseRaF, 0.642188 +cylinder-bands, baseRoF, 0.715234 +cylinder-bands, baseRRoF, 0.654297 +dermatology, stree, 0.975454 +dermatology, wodt, 0.950907 +dermatology, oc1, 0.959 +dermatology, cart, 0.928952 +dermatology, baseRaF, 0.954 +dermatology, baseRoF, 0.976456 +dermatology, baseRRoF, 0.851879 +echocardiogram, stree, 0.862108 +echocardiogram, wodt, 0.640456 +echocardiogram, oc1, 0.702564 +echocardiogram, cart, 0.801425 +echocardiogram, baseRaF, 0.697098 +echocardiogram, baseRoF, 0.826161 +echocardiogram, baseRRoF, 0.793482 +fertility, stree, 0.88 +fertility, wodt, 0.69 +fertility, oc1, 0.79 +fertility, cart, 0.79 +fertility, baseRaF, 0.79 +fertility, baseRoF, 0.88 +fertility, baseRRoF, 0.832 +haberman-survival, stree, 0.764675 +haberman-survival, wodt, 0.659757 +haberman-survival, oc1, 0.679958 +haberman-survival, cart, 0.646801 +haberman-survival, baseRaF, 0.714491 +haberman-survival, baseRoF, 0.732777 +haberman-survival, baseRRoF, 0.729706 +heart-hungarian, stree, 0.829924 +heart-hungarian, wodt, 0.758212 +heart-hungarian, oc1, 0.7415 +heart-hungarian, cart, 0.782174 +heart-hungarian, baseRaF, 0.776621 +heart-hungarian, baseRoF, 0.806292 +heart-hungarian, baseRRoF, 0.770639 +hepatitis, stree, 0.83871 +hepatitis, wodt, 0.76129 +hepatitis, oc1, 0.754839 +hepatitis, cart, 0.793548 +hepatitis, baseRaF, 0.768549 +hepatitis, baseRoF, 0.794833 +hepatitis, baseRRoF, 0.77991 +ilpd-indian-liver, stree, 0.742691 +ilpd-indian-liver, wodt, 0.6673 +ilpd-indian-liver, oc1, 0.68286 +ilpd-indian-liver, cart, 0.674167 +ilpd-indian-liver, baseRaF, 0.658306 +ilpd-indian-liver, baseRoF, 0.704268 +ilpd-indian-liver, baseRRoF, 0.696055 +ionosphere, stree, 0.948732 +ionosphere, wodt, 0.83497 +ionosphere, oc1, 0.8775 +ionosphere, cart, 0.914447 +ionosphere, baseRaF, 0.848391 +ionosphere, baseRoF, 0.912165 +ionosphere, baseRRoF, 0.878506 +iris, stree, 0.98 +iris, wodt, 0.966667 +iris, oc1, 0.94 +iris, cart, 0.96 +iris, baseRaF, 0.953534 +iris, baseRoF, 0.977304 +iris, baseRRoF, 0.909217 +led-display, stree, 0.712 +led-display, wodt, 0.704 +led-display, oc1, 0.68 +led-display, cart, 0.708 +led-display, baseRaF, 0.6732 +led-display, baseRoF, 0.7058 +led-display, baseRRoF, 0.5002 +libras, stree, 0.702778 +libras, wodt, 0.658333 +libras, oc1, 0.619444 +libras, cart, 0.577778 +libras, baseRaF, 0.590556 +libras, baseRoF, 0.748333 +libras, baseRRoF, 0.684444 +low-res-spect, stree, 0.879492 +low-res-spect, wodt, 0.870111 +low-res-spect, oc1, 0.828619 +low-res-spect, cart, 0.847522 +low-res-spect, baseRaF, 0.733636 +low-res-spect, baseRoF, 0.867643 +low-res-spect, baseRRoF, 0.826734 +lymphography, stree, 0.864828 +lymphography, wodt, 0.736092 +lymphography, oc1, 0.73125 +lymphography, cart, 0.804138 +lymphography, baseRaF, 0.695946 +lymphography, baseRoF, 0.771622 +lymphography, baseRRoF, 0.708108 +mammographic, stree, 0.844959 +mammographic, wodt, 0.764848 +mammographic, oc1, 0.766953 +mammographic, cart, 0.771065 +mammographic, baseRaF, 0.75569 +mammographic, baseRoF, 0.815809 +mammographic, baseRRoF, 0.80708 +molec-biol-promoter, stree, 0.810822 +molec-biol-promoter, wodt, 0.772294 +molec-biol-promoter, oc1, 0.6698 +molec-biol-promoter, cart, 0.791775 +molec-biol-promoter, baseRaF, 0.639835 +molec-biol-promoter, baseRoF, 0.651648 +molec-biol-promoter, baseRRoF, 0.638736 +musk-1, stree, 0.75432 +musk-1, wodt, 0.722566 +musk-1, oc1, 0.808838 +musk-1, cart, 0.752127 +musk-1, baseRaF, 0.77521 +musk-1, baseRoF, 0.856303 +musk-1, baseRRoF, 0.756723 +oocytes_merluccius_nucleus_4d, stree, 0.808221 +oocytes_merluccius_nucleus_4d, wodt, 0.718125 +oocytes_merluccius_nucleus_4d, oc1, 0.742776 +oocytes_merluccius_nucleus_4d, cart, 0.71912 +oocytes_merluccius_nucleus_4d, baseRaF, 0.772783 +oocytes_merluccius_nucleus_4d, baseRoF, 0.825408 +oocytes_merluccius_nucleus_4d, baseRRoF, 0.729155 +oocytes_merluccius_states_2f, stree, 0.911903 +oocytes_merluccius_states_2f, wodt, 0.888431 +oocytes_merluccius_states_2f, oc1, 0.879688 +oocytes_merluccius_states_2f, cart, 0.886471 +oocytes_merluccius_states_2f, baseRaF, 0.891969 +oocytes_merluccius_states_2f, baseRoF, 0.921528 +oocytes_merluccius_states_2f, baseRRoF, 0.880828 +oocytes_trisopterus_nucleus_2f, stree, 0.747691 +oocytes_trisopterus_nucleus_2f, wodt, 0.674263 +oocytes_trisopterus_nucleus_2f, oc1, 0.7292 +oocytes_trisopterus_nucleus_2f, cart, 0.705014 +oocytes_trisopterus_nucleus_2f, baseRaF, 0.74057 +oocytes_trisopterus_nucleus_2f, baseRoF, 0.805702 +oocytes_trisopterus_nucleus_2f, baseRRoF, 0.712719 +oocytes_trisopterus_states_5b, stree, 0.845361 +oocytes_trisopterus_states_5b, wodt, 0.798199 +oocytes_trisopterus_states_5b, oc1, 0.861945 +oocytes_trisopterus_states_5b, cart, 0.756554 +oocytes_trisopterus_states_5b, baseRaF, 0.906579 +oocytes_trisopterus_states_5b, baseRoF, 0.932018 +oocytes_trisopterus_states_5b, baseRRoF, 0.866667 +parkinsons, stree, 0.835897 +parkinsons, wodt, 0.835897 +parkinsons, oc1, 0.8667 +parkinsons, cart, 0.769231 +parkinsons, baseRaF, 0.827941 +parkinsons, baseRoF, 0.911581 +parkinsons, baseRRoF, 0.854289 +pima, stree, 0.780002 +pima, wodt, 0.692793 +pima, oc1, 0.701961 +pima, cart, 0.726645 +pima, baseRaF, 0.685677 +pima, baseRoF, 0.772135 +pima, baseRRoF, 0.726302 +pittsburg-bridges-MATERIAL, stree, 0.886147 +pittsburg-bridges-MATERIAL, wodt, 0.785714 +pittsburg-bridges-MATERIAL, oc1, 0.7925 +pittsburg-bridges-MATERIAL, cart, 0.75671 +pittsburg-bridges-MATERIAL, baseRaF, 0.768132 +pittsburg-bridges-MATERIAL, baseRoF, 0.816758 +pittsburg-bridges-MATERIAL, baseRRoF, 0.803846 +pittsburg-bridges-REL-L, stree, 0.67619 +pittsburg-bridges-REL-L, wodt, 0.590476 +pittsburg-bridges-REL-L, oc1, 0.681739 +pittsburg-bridges-REL-L, cart, 0.611429 +pittsburg-bridges-REL-L, baseRaF, 0.573786 +pittsburg-bridges-REL-L, baseRoF, 0.627214 +pittsburg-bridges-REL-L, baseRRoF, 0.601357 +pittsburg-bridges-SPAN, stree, 0.677193 +pittsburg-bridges-SPAN, wodt, 0.545029 +pittsburg-bridges-SPAN, oc1, 0.6196 +pittsburg-bridges-SPAN, cart, 0.546199 +pittsburg-bridges-SPAN, baseRaF, 0.571739 +pittsburg-bridges-SPAN, baseRoF, 0.632609 +pittsburg-bridges-SPAN, baseRRoF, 0.584783 +pittsburg-bridges-T-OR-D, stree, 0.902381 +pittsburg-bridges-T-OR-D, wodt, 0.742857 +pittsburg-bridges-T-OR-D, oc1, 0.7843 +pittsburg-bridges-T-OR-D, cart, 0.782381 +pittsburg-bridges-T-OR-D, baseRaF, 0.803407 +pittsburg-bridges-T-OR-D, baseRoF, 0.87437 +pittsburg-bridges-T-OR-D, baseRRoF, 0.849259 +planning, stree, 0.725525 +planning, wodt, 0.478228 +planning, oc1, 0.627193 +planning, cart, 0.621772 +planning, baseRaF, 0.613144 +planning, baseRoF, 0.710165 +planning, baseRRoF, 0.61227 +post-operative, stree, 0.722222 +post-operative, wodt, 0.588889 +post-operative, oc1, 0.5889 +post-operative, cart, 0.633333 +post-operative, baseRaF, 0.49072 +post-operative, baseRoF, 0.709091 +post-operative, baseRRoF, 0.705303 +seeds, stree, 0.957143 +seeds, wodt, 0.928571 +seeds, oc1, 0.9381 +seeds, cart, 0.919048 +seeds, baseRaF, 0.93052 +seeds, baseRoF, 0.949644 +seeds, baseRRoF, 0.790705 +statlog-australian-credit, stree, 0.678261 +statlog-australian-credit, wodt, 0.55942 +statlog-australian-credit, oc1, 0.5928 +statlog-australian-credit, cart, 0.595652 +statlog-australian-credit, baseRaF, 0.678291 +statlog-australian-credit, baseRoF, 0.678271 +statlog-australian-credit, baseRRoF, 0.678214 +statlog-german-credit, stree, 0.762 +statlog-german-credit, wodt, 0.696 +statlog-german-credit, oc1, 0.671 +statlog-german-credit, cart, 0.701 +statlog-german-credit, baseRaF, 0.672 +statlog-german-credit, baseRoF, 0.7596 +statlog-german-credit, baseRRoF, 0.6848 +statlog-heart, stree, 0.848148 +statlog-heart, wodt, 0.788889 +statlog-heart, oc1, 0.718518 +statlog-heart, cart, 0.755556 +statlog-heart, baseRaF, 0.745187 +statlog-heart, baseRoF, 0.830554 +statlog-heart, baseRRoF, 0.76883 +statlog-image, stree, 0.959307 +statlog-image, wodt, 0.955844 +statlog-image, oc1, 0.9442 +statlog-image, cart, 0.961039 +statlog-image, baseRaF, 0.942258 +statlog-image, baseRoF, 0.961124 +statlog-image, baseRRoF, 0.879948 +statlog-vehicle, stree, 0.801413 +statlog-vehicle, wodt, 0.719875 +statlog-vehicle, oc1, 0.717529 +statlog-vehicle, cart, 0.735224 +statlog-vehicle, baseRaF, 0.768526 +statlog-vehicle, baseRoF, 0.805401 +statlog-vehicle, baseRRoF, 0.663137 +synthetic-control, stree, 0.971667 +synthetic-control, wodt, 0.97 +synthetic-control, oc1, 0.8317 +synthetic-control, cart, 0.911667 +synthetic-control, baseRaF, 0.885667 +synthetic-control, baseRoF, 0.98 +synthetic-control, baseRRoF, 0.885 +tic-tac-toe, stree, 0.987435 +tic-tac-toe, wodt, 0.866416 +tic-tac-toe, oc1, 0.9217 +tic-tac-toe, cart, 0.832952 +tic-tac-toe, baseRaF, 0.964097 +tic-tac-toe, baseRoF, 0.983295 +tic-tac-toe, baseRRoF, 0.824842 +vertebral-column-2clases, stree, 0.829032 +vertebral-column-2clases, wodt, 0.790323 +vertebral-column-2clases, oc1, 0.803226 +vertebral-column-2clases, cart, 0.803226 +vertebral-column-2clases, baseRaF, 0.810858 +vertebral-column-2clases, baseRoF, 0.841328 +vertebral-column-2clases, baseRRoF, 0.803313 +wine, stree, 0.977778 +wine, wodt, 0.972063 +wine, oc1, 0.927068 +wine, cart, 0.93873 +wine, baseRaF, 0.952619 +wine, baseRoF, 0.989872 +wine, baseRRoF, 0.828063 +zoo, stree, 0.96 +zoo, wodt, 0.94 +zoo, oc1, 0.8515 +zoo, cart, 0.95 +zoo, baseRaF, 0.859385 +zoo, baseRoF, 0.931154 +zoo, baseRRoF, 0.845154