diff --git a/analysis_mysql.py b/analysis_mysql.py index 6c4a46c..84c4f7e 100644 --- a/analysis_mysql.py +++ b/analysis_mysql.py @@ -103,10 +103,11 @@ def report_footer(agg): color + f"{item:10s} used {agg[item]['items']:2d} times ", end="" ) print( - color + f"better {agg[item]['better']:2d} times ", + color + f"better than reference {agg[item]['better']:2d} times ", end="", ) - print(color + f"worse {agg[item]['worse']:2d} times ") + print(color + f"worse {agg[item]['worse']:2d} times ", end="") + print(color + f"best of models {agg[item]['best']:2d} times") color = ( TextColor.LINE2 if color == TextColor.LINE1 else TextColor.LINE1 ) @@ -131,6 +132,7 @@ for item in [ agg[item]["items"] = 0 agg[item]["better"] = 0 agg[item]["worse"] = 0 + agg[item]["best"] = 0 if csv_output: f = open(report_csv, "w") print("dataset, classifier, accuracy", file=f) @@ -159,11 +161,13 @@ for dataset in dt: agg[model]["worse"] += 1 item = f"{accuracy:9.7} {sign}" line["reference"] = f"{reference:9.7}" - line[model] = ( - TextColor.GREEN + TextColor.BOLD + item + TextColor.ENDC - if accuracy == max_accuracy - else color + item - ) + if accuracy == max_accuracy: + line[model] = ( + TextColor.GREEN + TextColor.BOLD + item + TextColor.ENDC + ) + agg[model]["best"] += 1 + else: + line[model] = color + item if csv_output: print(f"{dataset[0]}, {model}, {accuracy}", file=f) if not find_one: diff --git a/report.csv b/report.csv index 0c646c6..bc2b0ab 100644 --- a/report.csv +++ b/report.csv @@ -1,344 +1,393 @@ dataset, classifier, accuracy balance-scale, stree, 0.9488 -balance-scale, wodt, 0.8528 -balance-scale, oc1, 0.9216 -balance-scale, cart, 0.6368 -balance-scale, baseRaF, 0.788139 -balance-scale, baseRoF, 0.767583 +balance-scale, wodt, 0.86016 +balance-scale, j48svm, 0.94128 +balance-scale, oc1, 0.9192 +balance-scale, cart, 0.57312 +balance-scale, baseRaF, 0.717285 +balance-scale, baseRoF, 0.788651 balance-scale, baseRRoF, 0.797369 balloons, stree, 0.866667 -balloons, wodt, 0.633333 -balloons, oc1, 0.766667 -balloons, cart, 0.75 -balloons, baseRaF, 0.625 -balloons, baseRoF, 0.675 +balloons, wodt, 0.626667 +balloons, j48svm, 0.511667 +balloons, oc1, 0.62 +balloons, cart, 0.683333 +balloons, baseRaF, 0.61375 +balloons, baseRoF, 0.6125 balloons, baseRRoF, 0.625 breast-cancer-wisc-diag, stree, 0.978932 -breast-cancer-wisc-diag, wodt, 0.963065 -breast-cancer-wisc-diag, oc1, 0.928039 -breast-cancer-wisc-diag, cart, 0.949092 -breast-cancer-wisc-diag, baseRaF, 0.953228 -breast-cancer-wisc-diag, baseRoF, 0.972242 +breast-cancer-wisc-diag, wodt, 0.962546 +breast-cancer-wisc-diag, j48svm, 0.956397 +breast-cancer-wisc-diag, oc1, 0.933477 +breast-cancer-wisc-diag, cart, 0.933925 +breast-cancer-wisc-diag, baseRaF, 0.955887 +breast-cancer-wisc-diag, baseRoF, 0.972335 breast-cancer-wisc-diag, baseRRoF, 0.940946 breast-cancer-wisc-prog, stree, 0.828462 -breast-cancer-wisc-prog, wodt, 0.666282 -breast-cancer-wisc-prog, oc1, 0.7323 -breast-cancer-wisc-prog, cart, 0.762179 -breast-cancer-wisc-prog, baseRaF, 0.710464 -breast-cancer-wisc-prog, baseRoF, 0.783633 +breast-cancer-wisc-prog, wodt, 0.689654 +breast-cancer-wisc-prog, j48svm, 0.697013 +breast-cancer-wisc-prog, oc1, 0.71 +breast-cancer-wisc-prog, cart, 0.749462 +breast-cancer-wisc-prog, baseRaF, 0.718709 +breast-cancer-wisc-prog, baseRoF, 0.79425 breast-cancer-wisc-prog, baseRRoF, 0.703902 breast-cancer-wisc, stree, 0.965694 -breast-cancer-wisc, wodt, 0.941367 -breast-cancer-wisc, oc1, 0.9471 -breast-cancer-wisc, cart, 0.954265 -breast-cancer-wisc, baseRaF, 0.934215 -breast-cancer-wisc, baseRoF, 0.960812 +breast-cancer-wisc, wodt, 0.936199 +breast-cancer-wisc, j48svm, 0.967529 +breast-cancer-wisc, oc1, 0.940194 +breast-cancer-wisc, cart, 0.937074 +breast-cancer-wisc, baseRaF, 0.938765 +breast-cancer-wisc, baseRoF, 0.962238 breast-cancer-wisc, baseRRoF, 0.952484 breast-cancer, stree, 0.730853 -breast-cancer, wodt, 0.573382 -breast-cancer, oc1, 0.6434 -breast-cancer, cart, 0.657592 -breast-cancer, baseRaF, 0.644096 -breast-cancer, baseRoF, 0.722333 +breast-cancer, wodt, 0.619673 +breast-cancer, j48svm, 0.712976 +breast-cancer, oc1, 0.649728 +breast-cancer, cart, 0.637205 +breast-cancer, baseRaF, 0.633768 +breast-cancer, baseRoF, 0.721597 breast-cancer, baseRRoF, 0.719554 cardiotocography-10clases, stree, 0.666522 -cardiotocography-10clases, wodt, 0.627007 -cardiotocography-10clases, oc1, 0.7874 -cardiotocography-10clases, cart, 0.721544 -cardiotocography-10clases, baseRaF, 0.728229 -cardiotocography-10clases, baseRoF, 0.777798 +cardiotocography-10clases, wodt, 0.627577 +cardiotocography-10clases, j48svm, 0.832552 +cardiotocography-10clases, oc1, 0.795528 +cardiotocography-10clases, cart, 0.716373 +cardiotocography-10clases, baseRaF, 0.732909 +cardiotocography-10clases, baseRoF, 0.781182 cardiotocography-10clases, baseRRoF, 0.657922 cardiotocography-3clases, stree, 0.848074 -cardiotocography-3clases, wodt, 0.800097 -cardiotocography-3clases, oc1, 0.903102 -cardiotocography-3clases, cart, 0.84571 -cardiotocography-3clases, baseRaF, 0.872983 -cardiotocography-3clases, baseRoF, 0.893694 +cardiotocography-3clases, wodt, 0.803063 +cardiotocography-3clases, j48svm, 0.9278 +cardiotocography-3clases, oc1, 0.899811 +cardiotocography-3clases, cart, 0.844726 +cardiotocography-3clases, baseRaF, 0.873838 +cardiotocography-3clases, baseRoF, 0.896471 cardiotocography-3clases, baseRRoF, 0.876762 -conn-bench-sonar-mines-rocks, stree, 0.701974 -conn-bench-sonar-mines-rocks, wodt, 0.63043 -conn-bench-sonar-mines-rocks, oc1, 0.697672 -conn-bench-sonar-mines-rocks, cart, 0.649826 -conn-bench-sonar-mines-rocks, baseRaF, 0.725 -conn-bench-sonar-mines-rocks, baseRoF, 0.786538 +conn-bench-sonar-mines-rocks, stree, 0.597433 +conn-bench-sonar-mines-rocks, wodt, 0.649501 +conn-bench-sonar-mines-rocks, j48svm, 0.728897 +conn-bench-sonar-mines-rocks, oc1, 0.710798 +conn-bench-sonar-mines-rocks, cart, 0.630511 +conn-bench-sonar-mines-rocks, baseRaF, 0.712788 +conn-bench-sonar-mines-rocks, baseRoF, 0.782115 conn-bench-sonar-mines-rocks, baseRRoF, 0.734615 -cylinder-bands, stree, 0.646602 -cylinder-bands, wodt, 0.541043 -cylinder-bands, oc1, 0.6543 -cylinder-bands, cart, 0.621093 -cylinder-bands, baseRaF, 0.642188 -cylinder-bands, baseRoF, 0.715234 +cylinder-bands, stree, 0.628081 +cylinder-bands, wodt, 0.570849 +cylinder-bands, j48svm, 0.736126 +cylinder-bands, oc1, 0.67106 +cylinder-bands, cart, 0.583602 +cylinder-bands, baseRaF, 0.647422 +cylinder-bands, baseRoF, 0.713008 cylinder-bands, baseRRoF, 0.654297 dermatology, stree, 0.975454 -dermatology, wodt, 0.950907 -dermatology, oc1, 0.959 -dermatology, cart, 0.928952 -dermatology, baseRaF, 0.954 -dermatology, baseRoF, 0.976456 +dermatology, wodt, 0.951925 +dermatology, j48svm, 0.955472 +dermatology, oc1, 0.916087 +dermatology, cart, 0.918064 +dermatology, baseRaF, 0.957157 +dermatology, baseRoF, 0.972944 dermatology, baseRRoF, 0.851879 -echocardiogram, stree, 0.862108 -echocardiogram, wodt, 0.640456 -echocardiogram, oc1, 0.702564 -echocardiogram, cart, 0.801425 -echocardiogram, baseRaF, 0.697098 -echocardiogram, baseRoF, 0.826161 +echocardiogram, stree, 0.82094 +echocardiogram, wodt, 0.723077 +echocardiogram, j48svm, 0.835726 +echocardiogram, oc1, 0.748291 +echocardiogram, cart, 0.757493 +echocardiogram, baseRaF, 0.728272 +echocardiogram, baseRoF, 0.831094 echocardiogram, baseRRoF, 0.793482 fertility, stree, 0.88 -fertility, wodt, 0.69 -fertility, oc1, 0.79 -fertility, cart, 0.79 -fertility, baseRaF, 0.79 +fertility, wodt, 0.763 +fertility, j48svm, 0.864 +fertility, oc1, 0.793 +fertility, cart, 0.752 +fertility, baseRaF, 0.7724 fertility, baseRoF, 0.88 fertility, baseRRoF, 0.832 haberman-survival, stree, 0.764675 -haberman-survival, wodt, 0.659757 -haberman-survival, oc1, 0.679958 -haberman-survival, cart, 0.646801 -haberman-survival, baseRaF, 0.714491 -haberman-survival, baseRoF, 0.732777 +haberman-survival, wodt, 0.647827 +haberman-survival, j48svm, 0.708847 +haberman-survival, oc1, 0.651634 +haberman-survival, cart, 0.640899 +haberman-survival, baseRaF, 0.709536 +haberman-survival, baseRoF, 0.736051 haberman-survival, baseRRoF, 0.729706 heart-hungarian, stree, 0.829924 -heart-hungarian, wodt, 0.758212 -heart-hungarian, oc1, 0.7415 -heart-hungarian, cart, 0.782174 -heart-hungarian, baseRaF, 0.776621 -heart-hungarian, baseRoF, 0.806292 +heart-hungarian, wodt, 0.758328 +heart-hungarian, j48svm, 0.785061 +heart-hungarian, oc1, 0.758298 +heart-hungarian, cart, 0.731297 +heart-hungarian, baseRaF, 0.763593 +heart-hungarian, baseRoF, 0.805736 heart-hungarian, baseRRoF, 0.770639 hepatitis, stree, 0.83871 -hepatitis, wodt, 0.76129 -hepatitis, oc1, 0.754839 -hepatitis, cart, 0.793548 -hepatitis, baseRaF, 0.768549 -hepatitis, baseRoF, 0.794833 +hepatitis, wodt, 0.774839 +hepatitis, j48svm, 0.761935 +hepatitis, oc1, 0.756774 +hepatitis, cart, 0.766452 +hepatitis, baseRaF, 0.774124 +hepatitis, baseRoF, 0.806804 hepatitis, baseRRoF, 0.77991 ilpd-indian-liver, stree, 0.742691 -ilpd-indian-liver, wodt, 0.6673 -ilpd-indian-liver, oc1, 0.68286 -ilpd-indian-liver, cart, 0.674167 -ilpd-indian-liver, baseRaF, 0.658306 -ilpd-indian-liver, baseRoF, 0.704268 +ilpd-indian-liver, wodt, 0.650159 +ilpd-indian-liver, j48svm, 0.692116 +ilpd-indian-liver, oc1, 0.660139 +ilpd-indian-liver, cart, 0.653587 +ilpd-indian-liver, baseRaF, 0.662009 +ilpd-indian-liver, baseRoF, 0.707702 ilpd-indian-liver, baseRRoF, 0.696055 ionosphere, stree, 0.948732 -ionosphere, wodt, 0.83497 -ionosphere, oc1, 0.8775 -ionosphere, cart, 0.914447 -ionosphere, baseRaF, 0.848391 -ionosphere, baseRoF, 0.912165 +ionosphere, wodt, 0.857328 +ionosphere, j48svm, 0.891445 +ionosphere, oc1, 0.879742 +ionosphere, cart, 0.876125 +ionosphere, baseRaF, 0.856603 +ionosphere, baseRoF, 0.90722 ionosphere, baseRRoF, 0.878506 iris, stree, 0.98 -iris, wodt, 0.966667 -iris, oc1, 0.94 -iris, cart, 0.96 -iris, baseRaF, 0.953534 -iris, baseRoF, 0.977304 +iris, wodt, 0.96 +iris, j48svm, 0.941333 +iris, oc1, 0.948 +iris, cart, 0.956667 +iris, baseRaF, 0.950468 +iris, baseRoF, 0.976327 iris, baseRRoF, 0.909217 -led-display, stree, 0.712 -led-display, wodt, 0.704 -led-display, oc1, 0.68 -led-display, cart, 0.708 -led-display, baseRaF, 0.6732 -led-display, baseRoF, 0.7058 +led-display, stree, 0.7071 +led-display, wodt, 0.7053 +led-display, j48svm, 0.7177 +led-display, oc1, 0.6993 +led-display, cart, 0.7073 +led-display, baseRaF, 0.6784 +led-display, baseRoF, 0.69908 led-display, baseRRoF, 0.5002 -libras, stree, 0.702778 -libras, wodt, 0.658333 -libras, oc1, 0.619444 -libras, cart, 0.577778 -libras, baseRaF, 0.590556 -libras, baseRoF, 0.748333 +libras, stree, 0.761111 +libras, wodt, 0.671111 +libras, j48svm, 0.664167 +libras, oc1, 0.645 +libras, cart, 0.555556 +libras, baseRaF, 0.565944 +libras, baseRoF, 0.753722 libras, baseRRoF, 0.684444 low-res-spect, stree, 0.879492 -low-res-spect, wodt, 0.870111 -low-res-spect, oc1, 0.828619 -low-res-spect, cart, 0.847522 -low-res-spect, baseRaF, 0.733636 -low-res-spect, baseRoF, 0.867643 +low-res-spect, wodt, 0.845585 +low-res-spect, j48svm, 0.831852 +low-res-spect, oc1, 0.824671 +low-res-spect, cart, 0.826327 +low-res-spect, baseRaF, 0.748946 +low-res-spect, baseRoF, 0.867385 low-res-spect, baseRRoF, 0.826734 lymphography, stree, 0.864828 -lymphography, wodt, 0.736092 -lymphography, oc1, 0.73125 -lymphography, cart, 0.804138 -lymphography, baseRaF, 0.695946 -lymphography, baseRoF, 0.771622 +lymphography, wodt, 0.784598 +lymphography, j48svm, 0.772552 +lymphography, oc1, 0.734634 +lymphography, cart, 0.79331 +lymphography, baseRaF, 0.703378 +lymphography, baseRoF, 0.774865 lymphography, baseRRoF, 0.708108 -mammographic, stree, 0.844959 -mammographic, wodt, 0.764848 -mammographic, oc1, 0.766953 -mammographic, cart, 0.771065 -mammographic, baseRaF, 0.75569 -mammographic, baseRoF, 0.815809 +mammographic, stree, 0.819062 +mammographic, wodt, 0.76379 +mammographic, j48svm, 0.816863 +mammographic, oc1, 0.768805 +mammographic, cart, 0.766706 +mammographic, baseRaF, 0.76943 +mammographic, baseRoF, 0.81261 mammographic, baseRRoF, 0.80708 molec-biol-promoter, stree, 0.810822 -molec-biol-promoter, wodt, 0.772294 -molec-biol-promoter, oc1, 0.6698 -molec-biol-promoter, cart, 0.791775 -molec-biol-promoter, baseRaF, 0.639835 -molec-biol-promoter, baseRoF, 0.651648 +molec-biol-promoter, wodt, 0.741905 +molec-biol-promoter, j48svm, 0.785455 +molec-biol-promoter, oc1, 0.734805 +molec-biol-promoter, cart, 0.739437 +molec-biol-promoter, baseRaF, 0.664409 +molec-biol-promoter, baseRoF, 0.68364 molec-biol-promoter, baseRRoF, 0.638736 musk-1, stree, 0.75432 -musk-1, wodt, 0.722566 -musk-1, oc1, 0.808838 -musk-1, cart, 0.752127 -musk-1, baseRaF, 0.77521 -musk-1, baseRoF, 0.856303 +musk-1, wodt, 0.734763 +musk-1, j48svm, 0.806143 +musk-1, oc1, 0.776401 +musk-1, cart, 0.683419 +musk-1, baseRaF, 0.770462 +musk-1, baseRoF, 0.862227 musk-1, baseRRoF, 0.756723 -oocytes_merluccius_nucleus_4d, stree, 0.808221 -oocytes_merluccius_nucleus_4d, wodt, 0.718125 -oocytes_merluccius_nucleus_4d, oc1, 0.742776 -oocytes_merluccius_nucleus_4d, cart, 0.71912 -oocytes_merluccius_nucleus_4d, baseRaF, 0.772783 -oocytes_merluccius_nucleus_4d, baseRoF, 0.825408 +oocytes_merluccius_nucleus_4d, stree, 0.812142 +oocytes_merluccius_nucleus_4d, wodt, 0.723538 +oocytes_merluccius_nucleus_4d, j48svm, 0.740807 +oocytes_merluccius_nucleus_4d, oc1, 0.743199 +oocytes_merluccius_nucleus_4d, cart, 0.706999 +oocytes_merluccius_nucleus_4d, baseRaF, 0.776534 +oocytes_merluccius_nucleus_4d, baseRoF, 0.825376 oocytes_merluccius_nucleus_4d, baseRRoF, 0.729155 -oocytes_merluccius_states_2f, stree, 0.911903 -oocytes_merluccius_states_2f, wodt, 0.888431 -oocytes_merluccius_states_2f, oc1, 0.879688 -oocytes_merluccius_states_2f, cart, 0.886471 -oocytes_merluccius_states_2f, baseRaF, 0.891969 -oocytes_merluccius_states_2f, baseRoF, 0.921528 +oocytes_merluccius_states_2f, stree, 0.921688 +oocytes_merluccius_states_2f, wodt, 0.884993 +oocytes_merluccius_states_2f, j48svm, 0.900002 +oocytes_merluccius_states_2f, oc1, 0.889223 +oocytes_merluccius_states_2f, cart, 0.877563 +oocytes_merluccius_states_2f, baseRaF, 0.897844 +oocytes_merluccius_states_2f, baseRoF, 0.919947 oocytes_merluccius_states_2f, baseRRoF, 0.880828 oocytes_trisopterus_nucleus_2f, stree, 0.747691 -oocytes_trisopterus_nucleus_2f, wodt, 0.674263 -oocytes_trisopterus_nucleus_2f, oc1, 0.7292 -oocytes_trisopterus_nucleus_2f, cart, 0.705014 -oocytes_trisopterus_nucleus_2f, baseRaF, 0.74057 -oocytes_trisopterus_nucleus_2f, baseRoF, 0.805702 +oocytes_trisopterus_nucleus_2f, wodt, 0.654345 +oocytes_trisopterus_nucleus_2f, j48svm, 0.755697 +oocytes_trisopterus_nucleus_2f, oc1, 0.747697 +oocytes_trisopterus_nucleus_2f, cart, 0.704823 +oocytes_trisopterus_nucleus_2f, baseRaF, 0.737697 +oocytes_trisopterus_nucleus_2f, baseRoF, 0.804846 oocytes_trisopterus_nucleus_2f, baseRRoF, 0.712719 oocytes_trisopterus_states_5b, stree, 0.845361 -oocytes_trisopterus_states_5b, wodt, 0.798199 -oocytes_trisopterus_states_5b, oc1, 0.861945 -oocytes_trisopterus_states_5b, cart, 0.756554 -oocytes_trisopterus_states_5b, baseRaF, 0.906579 -oocytes_trisopterus_states_5b, baseRoF, 0.932018 +oocytes_trisopterus_states_5b, wodt, 0.769139 +oocytes_trisopterus_states_5b, j48svm, 0.885075 +oocytes_trisopterus_states_5b, oc1, 0.86393 +oocytes_trisopterus_states_5b, cart, 0.757974 +oocytes_trisopterus_states_5b, baseRaF, 0.906908 +oocytes_trisopterus_states_5b, baseRoF, 0.929803 oocytes_trisopterus_states_5b, baseRRoF, 0.866667 parkinsons, stree, 0.835897 -parkinsons, wodt, 0.835897 -parkinsons, oc1, 0.8667 -parkinsons, cart, 0.769231 -parkinsons, baseRaF, 0.827941 -parkinsons, baseRoF, 0.911581 +parkinsons, wodt, 0.811795 +parkinsons, j48svm, 0.859487 +parkinsons, oc1, 0.865641 +parkinsons, cart, 0.725128 +parkinsons, baseRaF, 0.840263 +parkinsons, baseRoF, 0.891048 parkinsons, baseRRoF, 0.854289 pima, stree, 0.780002 -pima, wodt, 0.692793 -pima, oc1, 0.701961 -pima, cart, 0.726645 -pima, baseRaF, 0.685677 -pima, baseRoF, 0.772135 +pima, wodt, 0.697832 +pima, j48svm, 0.748314 +pima, oc1, 0.693027 +pima, cart, 0.712883 +pima, baseRaF, 0.686693 +pima, baseRoF, 0.768464 pima, baseRRoF, 0.726302 pittsburg-bridges-MATERIAL, stree, 0.886147 -pittsburg-bridges-MATERIAL, wodt, 0.785714 -pittsburg-bridges-MATERIAL, oc1, 0.7925 -pittsburg-bridges-MATERIAL, cart, 0.75671 -pittsburg-bridges-MATERIAL, baseRaF, 0.768132 -pittsburg-bridges-MATERIAL, baseRoF, 0.816758 +pittsburg-bridges-MATERIAL, wodt, 0.762208 +pittsburg-bridges-MATERIAL, j48svm, 0.84645 +pittsburg-bridges-MATERIAL, oc1, 0.81026 +pittsburg-bridges-MATERIAL, cart, 0.730087 +pittsburg-bridges-MATERIAL, baseRaF, 0.784766 +pittsburg-bridges-MATERIAL, baseRoF, 0.800495 pittsburg-bridges-MATERIAL, baseRRoF, 0.803846 -pittsburg-bridges-REL-L, stree, 0.67619 -pittsburg-bridges-REL-L, wodt, 0.590476 -pittsburg-bridges-REL-L, oc1, 0.681739 -pittsburg-bridges-REL-L, cart, 0.611429 -pittsburg-bridges-REL-L, baseRaF, 0.573786 -pittsburg-bridges-REL-L, baseRoF, 0.627214 +pittsburg-bridges-REL-L, stree, 0.578143 +pittsburg-bridges-REL-L, wodt, 0.574429 +pittsburg-bridges-REL-L, j48svm, 0.653571 +pittsburg-bridges-REL-L, oc1, 0.604957 +pittsburg-bridges-REL-L, cart, 0.581762 +pittsburg-bridges-REL-L, baseRaF, 0.567436 +pittsburg-bridges-REL-L, baseRoF, 0.624271 pittsburg-bridges-REL-L, baseRRoF, 0.601357 pittsburg-bridges-SPAN, stree, 0.677193 -pittsburg-bridges-SPAN, wodt, 0.545029 -pittsburg-bridges-SPAN, oc1, 0.6196 -pittsburg-bridges-SPAN, cart, 0.546199 -pittsburg-bridges-SPAN, baseRaF, 0.571739 -pittsburg-bridges-SPAN, baseRoF, 0.632609 +pittsburg-bridges-SPAN, wodt, 0.529357 +pittsburg-bridges-SPAN, j48svm, 0.626784 +pittsburg-bridges-SPAN, oc1, 0.579333 +pittsburg-bridges-SPAN, cart, 0.536023 +pittsburg-bridges-SPAN, baseRaF, 0.581957 +pittsburg-bridges-SPAN, baseRoF, 0.64 pittsburg-bridges-SPAN, baseRRoF, 0.584783 pittsburg-bridges-T-OR-D, stree, 0.902381 -pittsburg-bridges-T-OR-D, wodt, 0.742857 -pittsburg-bridges-T-OR-D, oc1, 0.7843 -pittsburg-bridges-T-OR-D, cart, 0.782381 -pittsburg-bridges-T-OR-D, baseRaF, 0.803407 -pittsburg-bridges-T-OR-D, baseRoF, 0.87437 +pittsburg-bridges-T-OR-D, wodt, 0.79 +pittsburg-bridges-T-OR-D, j48svm, 0.835619 +pittsburg-bridges-T-OR-D, oc1, 0.831545 +pittsburg-bridges-T-OR-D, cart, 0.721667 +pittsburg-bridges-T-OR-D, baseRaF, 0.810689 +pittsburg-bridges-T-OR-D, baseRoF, 0.865052 pittsburg-bridges-T-OR-D, baseRRoF, 0.849259 planning, stree, 0.725525 -planning, wodt, 0.478228 -planning, oc1, 0.627193 -planning, cart, 0.621772 -planning, baseRaF, 0.613144 -planning, baseRoF, 0.710165 +planning, wodt, 0.552192 +planning, j48svm, 0.711246 +planning, oc1, 0.566988 +planning, cart, 0.574384 +planning, baseRaF, 0.57918 +planning, baseRoF, 0.712416 planning, baseRRoF, 0.61227 post-operative, stree, 0.722222 -post-operative, wodt, 0.588889 -post-operative, oc1, 0.5889 -post-operative, cart, 0.633333 -post-operative, baseRaF, 0.49072 -post-operative, baseRoF, 0.709091 +post-operative, wodt, 0.56 +post-operative, j48svm, 0.692222 +post-operative, oc1, 0.542222 +post-operative, cart, 0.586667 +post-operative, baseRaF, 0.514792 +post-operative, baseRoF, 0.71142 post-operative, baseRRoF, 0.705303 -seeds, stree, 0.957143 -seeds, wodt, 0.928571 -seeds, oc1, 0.9381 -seeds, cart, 0.919048 -seeds, baseRaF, 0.93052 -seeds, baseRoF, 0.949644 +seeds, stree, 0.949048 +seeds, wodt, 0.925238 +seeds, j48svm, 0.912381 +seeds, oc1, 0.932381 +seeds, cart, 0.879524 +seeds, baseRaF, 0.92459 +seeds, baseRoF, 0.953494 seeds, baseRRoF, 0.790705 -statlog-australian-credit, stree, 0.678261 -statlog-australian-credit, wodt, 0.55942 -statlog-australian-credit, oc1, 0.5928 -statlog-australian-credit, cart, 0.595652 -statlog-australian-credit, baseRaF, 0.678291 -statlog-australian-credit, baseRoF, 0.678271 +statlog-australian-credit, stree, 0.678116 +statlog-australian-credit, wodt, 0.571739 +statlog-australian-credit, j48svm, 0.655652 +statlog-australian-credit, oc1, 0.573913 +statlog-australian-credit, cart, 0.606377 +statlog-australian-credit, baseRaF, 0.678272 +statlog-australian-credit, baseRoF, 0.678273 statlog-australian-credit, baseRRoF, 0.678214 -statlog-german-credit, stree, 0.762 -statlog-german-credit, wodt, 0.696 -statlog-german-credit, oc1, 0.671 -statlog-german-credit, cart, 0.701 -statlog-german-credit, baseRaF, 0.672 -statlog-german-credit, baseRoF, 0.7596 +statlog-german-credit, stree, 0.7472 +statlog-german-credit, wodt, 0.6878 +statlog-german-credit, j48svm, 0.7261 +statlog-german-credit, oc1, 0.6874 +statlog-german-credit, cart, 0.6834 +statlog-german-credit, baseRaF, 0.67332 +statlog-german-credit, baseRoF, 0.75558 statlog-german-credit, baseRRoF, 0.6848 statlog-heart, stree, 0.848148 -statlog-heart, wodt, 0.788889 -statlog-heart, oc1, 0.718518 -statlog-heart, cart, 0.755556 -statlog-heart, baseRaF, 0.745187 -statlog-heart, baseRoF, 0.830554 +statlog-heart, wodt, 0.773333 +statlog-heart, j48svm, 0.815556 +statlog-heart, oc1, 0.749259 +statlog-heart, cart, 0.758519 +statlog-heart, baseRaF, 0.732019 +statlog-heart, baseRoF, 0.826089 statlog-heart, baseRRoF, 0.76883 statlog-image, stree, 0.959307 -statlog-image, wodt, 0.955844 -statlog-image, oc1, 0.9442 -statlog-image, cart, 0.961039 -statlog-image, baseRaF, 0.942258 -statlog-image, baseRoF, 0.961124 +statlog-image, wodt, 0.955671 +statlog-image, j48svm, 0.966797 +statlog-image, oc1, 0.95013 +statlog-image, cart, 0.963377 +statlog-image, baseRaF, 0.929442 +statlog-image, baseRoF, 0.958705 statlog-image, baseRRoF, 0.879948 statlog-vehicle, stree, 0.801413 -statlog-vehicle, wodt, 0.719875 -statlog-vehicle, oc1, 0.717529 -statlog-vehicle, cart, 0.735224 -statlog-vehicle, baseRaF, 0.768526 -statlog-vehicle, baseRoF, 0.805401 +statlog-vehicle, wodt, 0.731811 +statlog-vehicle, j48svm, 0.730389 +statlog-vehicle, oc1, 0.708496 +statlog-vehicle, cart, 0.728592 +statlog-vehicle, baseRaF, 0.76307 +statlog-vehicle, baseRoF, 0.80055 statlog-vehicle, baseRRoF, 0.663137 synthetic-control, stree, 0.971667 -synthetic-control, wodt, 0.97 -synthetic-control, oc1, 0.8317 -synthetic-control, cart, 0.911667 -synthetic-control, baseRaF, 0.885667 -synthetic-control, baseRoF, 0.98 +synthetic-control, wodt, 0.979 +synthetic-control, j48svm, 0.921667 +synthetic-control, oc1, 0.863167 +synthetic-control, cart, 0.906333 +synthetic-control, baseRaF, 0.883767 +synthetic-control, baseRoF, 0.980667 synthetic-control, baseRRoF, 0.885 tic-tac-toe, stree, 0.987435 -tic-tac-toe, wodt, 0.866416 -tic-tac-toe, oc1, 0.9217 -tic-tac-toe, cart, 0.832952 -tic-tac-toe, baseRaF, 0.964097 +tic-tac-toe, wodt, 0.849967 +tic-tac-toe, j48svm, 0.983301 +tic-tac-toe, oc1, 0.91849 +tic-tac-toe, cart, 0.836177 +tic-tac-toe, baseRaF, 0.966285 tic-tac-toe, baseRoF, 0.983295 tic-tac-toe, baseRRoF, 0.824842 vertebral-column-2clases, stree, 0.829032 -vertebral-column-2clases, wodt, 0.790323 -vertebral-column-2clases, oc1, 0.803226 -vertebral-column-2clases, cart, 0.803226 -vertebral-column-2clases, baseRaF, 0.810858 -vertebral-column-2clases, baseRoF, 0.841328 +vertebral-column-2clases, wodt, 0.793548 +vertebral-column-2clases, j48svm, 0.850645 +vertebral-column-2clases, oc1, 0.815161 +vertebral-column-2clases, cart, 0.775161 +vertebral-column-2clases, baseRaF, 0.801863 +vertebral-column-2clases, baseRoF, 0.848364 vertebral-column-2clases, baseRRoF, 0.803313 wine, stree, 0.977778 -wine, wodt, 0.972063 -wine, oc1, 0.927068 -wine, cart, 0.93873 -wine, baseRaF, 0.952619 -wine, baseRoF, 0.989872 +wine, wodt, 0.968079 +wine, j48svm, 0.983778 +wine, oc1, 0.916165 +wine, cart, 0.897524 +wine, baseRaF, 0.948582 +wine, baseRoF, 0.988108 wine, baseRRoF, 0.828063 zoo, stree, 0.96 -zoo, wodt, 0.94 -zoo, oc1, 0.8515 -zoo, cart, 0.95 -zoo, baseRaF, 0.859385 -zoo, baseRoF, 0.931154 +zoo, wodt, 0.945 +zoo, j48svm, 0.920857 +zoo, oc1, 0.890952 +zoo, cart, 0.958 +zoo, baseRaF, 0.880069 +zoo, baseRoF, 0.946708 zoo, baseRRoF, 0.845154 diff --git a/test_validation.ipynb b/test_validation.ipynb index 8b22de9..33be434 100644 --- a/test_validation.ipynb +++ b/test_validation.ipynb @@ -14,7 +14,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 136, "metadata": {}, "outputs": [], "source": [ @@ -22,16 +22,20 @@ "dataset_name = \"pima\"\n", "dataset_name = \"conn-bench-sonar-mines-rocks\"\n", "dataset_name = \"libras\"\n", + "dataset_name = \"oocytes_merluccius_nucleus_4d\"\n", "parameters = {\"C\": .15, \"degree\": 6, \"gamma\": .7, \"kernel\": \"poly\", \"max_features\": None, \"max_iter\": 100000.0, \"random_state\": 0}\n", "#parameters = {'C': .17, 'degree': 5, 'gamma': 0.1, 'kernel': 'poly', 'max_features': 'auto', 'max_iter': 10000.0, 'random_state': 1, 'split_criteria': 'impurity'}\n", "#parameters = {\"C\": 0.2, \"max_iter\": 10000.0, \"random_state\": 1}\n", "#parameters = {\"C\": 0.55, \"gamma\": 0.1, \"kernel\": \"rbf\", \"max_iter\": 10000.0, \"random_state\": 1}\n", - "#parameters = {\"C\": 55, \"max_iter\": 10000.0, \"random_state\": 1}" + "#parameters = {\"C\": 55, \"max_iter\": 10000.0, \"random_state\": 1}\n", + "parameters = {\"C\": 0.08, \"max_iter\": 10000.0, \"random_state\": 1}\n", + "parameters = {\"C\": 0.25, \"gamma\": 0.1, \"kernel\": \"poly\", \"max_iter\": 10000.0, \"random_state\": 1}\n", + "parameters = {\"C\": 8.25, \"gamma\": 0.1, \"kernel\": \"poly\", \"degree\": 5, \"random_state\": 1, \"max_iter\": 1000000.0,}" ] }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 137, "metadata": {}, "outputs": [], "source": [ @@ -41,12 +45,48 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 138, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "0.7817647058823529\n" + ] + } + ], "source": [ "clf = Stree(**parameters)\n", - "results = cross_validate(clf, X, y, n_jobs=1, return_estimator=True)" + "results = cross_validate(clf, X, y, n_jobs=1, return_estimator=True)\n", + "print(results['test_score'].mean())" + ] + }, + { + "cell_type": "code", + "execution_count": 27, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'fit_time': array([0.03832388, 0.03705883, 0.03425193, 0.03189301, 0.03623199]),\n", + " 'score_time': array([0.00377917, 0.00316501, 0.00348616, 0.00294399, 0.00328493]),\n", + " 'estimator': [Stree(C=0.55, gamma=0.1, kernel='poly', max_iter=10000.0, random_state=1),\n", + " Stree(C=0.55, gamma=0.1, kernel='poly', max_iter=10000.0, random_state=1),\n", + " Stree(C=0.55, gamma=0.1, kernel='poly', max_iter=10000.0, random_state=1),\n", + " Stree(C=0.55, gamma=0.1, kernel='poly', max_iter=10000.0, random_state=1),\n", + " Stree(C=0.55, gamma=0.1, kernel='poly', max_iter=10000.0, random_state=1)],\n", + " 'test_score': array([0.96585366, 0.89268293, 0.89215686, 0.87254902, 0.93627451])}" + ] + }, + "execution_count": 27, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "results" ] }, { @@ -805,9 +845,9 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.8.3" + "version": "3.9.2" } }, "nbformat": 4, "nbformat_minor": 4 -} +} \ No newline at end of file