diff --git a/analysis_mysql.py b/analysis_mysql.py index 84c4f7e..89ee21d 100644 --- a/analysis_mysql.py +++ b/analysis_mysql.py @@ -12,12 +12,10 @@ models_tree = [ "oc1", "cart", "baseRaF", - "baseRoF", - "baseRRoF", ] models_ensemble = ["odte", "adaBoost", "bagging", "TBRaF", "TBRoF", "TBRRoF"] title = "Best model results" -lengths = (30, 9, 11, 11, 11, 11, 11, 11, 11, 11) +lengths = (30, 9, 11, 11, 11, 11, 11, 11) def parse_arguments() -> Tuple[str, str, str, bool, bool]: diff --git a/report.csv b/report.csv index bc2b0ab..8ead9f2 100644 --- a/report.csv +++ b/report.csv @@ -4,390 +4,292 @@ balance-scale, wodt, 0.86016 balance-scale, j48svm, 0.94128 balance-scale, oc1, 0.9192 balance-scale, cart, 0.57312 -balance-scale, baseRaF, 0.717285 -balance-scale, baseRoF, 0.788651 -balance-scale, baseRRoF, 0.797369 +balance-scale, baseRaF, 0.790543 balloons, stree, 0.866667 balloons, wodt, 0.626667 balloons, j48svm, 0.511667 balloons, oc1, 0.62 balloons, cart, 0.683333 -balloons, baseRaF, 0.61375 -balloons, baseRoF, 0.6125 -balloons, baseRRoF, 0.625 +balloons, baseRaF, 0.5375 breast-cancer-wisc-diag, stree, 0.978932 breast-cancer-wisc-diag, wodt, 0.962546 breast-cancer-wisc-diag, j48svm, 0.956397 breast-cancer-wisc-diag, oc1, 0.933477 breast-cancer-wisc-diag, cart, 0.933925 -breast-cancer-wisc-diag, baseRaF, 0.955887 -breast-cancer-wisc-diag, baseRoF, 0.972335 -breast-cancer-wisc-diag, baseRRoF, 0.940946 +breast-cancer-wisc-diag, baseRaF, 0.94808 breast-cancer-wisc-prog, stree, 0.828462 breast-cancer-wisc-prog, wodt, 0.689654 breast-cancer-wisc-prog, j48svm, 0.697013 breast-cancer-wisc-prog, oc1, 0.71 breast-cancer-wisc-prog, cart, 0.749462 -breast-cancer-wisc-prog, baseRaF, 0.718709 -breast-cancer-wisc-prog, baseRoF, 0.79425 -breast-cancer-wisc-prog, baseRRoF, 0.703902 +breast-cancer-wisc-prog, baseRaF, 0.70087 breast-cancer-wisc, stree, 0.965694 breast-cancer-wisc, wodt, 0.936199 breast-cancer-wisc, j48svm, 0.967529 breast-cancer-wisc, oc1, 0.940194 breast-cancer-wisc, cart, 0.937074 -breast-cancer-wisc, baseRaF, 0.938765 -breast-cancer-wisc, baseRoF, 0.962238 -breast-cancer-wisc, baseRRoF, 0.952484 +breast-cancer-wisc, baseRaF, 0.946961 breast-cancer, stree, 0.730853 breast-cancer, wodt, 0.619673 breast-cancer, j48svm, 0.712976 breast-cancer, oc1, 0.649728 breast-cancer, cart, 0.637205 -breast-cancer, baseRaF, 0.633768 -breast-cancer, baseRoF, 0.721597 -breast-cancer, baseRRoF, 0.719554 +breast-cancer, baseRaF, 0.685839 cardiotocography-10clases, stree, 0.666522 cardiotocography-10clases, wodt, 0.627577 cardiotocography-10clases, j48svm, 0.832552 cardiotocography-10clases, oc1, 0.795528 cardiotocography-10clases, cart, 0.716373 -cardiotocography-10clases, baseRaF, 0.732909 -cardiotocography-10clases, baseRoF, 0.781182 -cardiotocography-10clases, baseRRoF, 0.657922 +cardiotocography-10clases, baseRaF, 0.679912 cardiotocography-3clases, stree, 0.848074 cardiotocography-3clases, wodt, 0.803063 cardiotocography-3clases, j48svm, 0.9278 cardiotocography-3clases, oc1, 0.899811 cardiotocography-3clases, cart, 0.844726 -cardiotocography-3clases, baseRaF, 0.873838 -cardiotocography-3clases, baseRoF, 0.896471 -cardiotocography-3clases, baseRRoF, 0.876762 +cardiotocography-3clases, baseRaF, 0.880937 conn-bench-sonar-mines-rocks, stree, 0.597433 conn-bench-sonar-mines-rocks, wodt, 0.649501 conn-bench-sonar-mines-rocks, j48svm, 0.728897 conn-bench-sonar-mines-rocks, oc1, 0.710798 conn-bench-sonar-mines-rocks, cart, 0.630511 -conn-bench-sonar-mines-rocks, baseRaF, 0.712788 -conn-bench-sonar-mines-rocks, baseRoF, 0.782115 -conn-bench-sonar-mines-rocks, baseRRoF, 0.734615 +conn-bench-sonar-mines-rocks, baseRaF, 0.727885 cylinder-bands, stree, 0.628081 cylinder-bands, wodt, 0.570849 cylinder-bands, j48svm, 0.736126 cylinder-bands, oc1, 0.67106 cylinder-bands, cart, 0.583602 -cylinder-bands, baseRaF, 0.647422 -cylinder-bands, baseRoF, 0.713008 -cylinder-bands, baseRRoF, 0.654297 +cylinder-bands, baseRaF, 0.647188 dermatology, stree, 0.975454 dermatology, wodt, 0.951925 dermatology, j48svm, 0.955472 dermatology, oc1, 0.916087 dermatology, cart, 0.918064 -dermatology, baseRaF, 0.957157 -dermatology, baseRoF, 0.972944 -dermatology, baseRRoF, 0.851879 +dermatology, baseRaF, 0.886384 echocardiogram, stree, 0.82094 echocardiogram, wodt, 0.723077 echocardiogram, j48svm, 0.835726 echocardiogram, oc1, 0.748291 echocardiogram, cart, 0.757493 -echocardiogram, baseRaF, 0.728272 -echocardiogram, baseRoF, 0.831094 -echocardiogram, baseRRoF, 0.793482 +echocardiogram, baseRaF, 0.775732 fertility, stree, 0.88 fertility, wodt, 0.763 fertility, j48svm, 0.864 fertility, oc1, 0.793 fertility, cart, 0.752 -fertility, baseRaF, 0.7724 -fertility, baseRoF, 0.88 -fertility, baseRRoF, 0.832 +fertility, baseRaF, 0.837 haberman-survival, stree, 0.764675 haberman-survival, wodt, 0.647827 haberman-survival, j48svm, 0.708847 haberman-survival, oc1, 0.651634 haberman-survival, cart, 0.640899 -haberman-survival, baseRaF, 0.709536 -haberman-survival, baseRoF, 0.736051 -haberman-survival, baseRRoF, 0.729706 +haberman-survival, baseRaF, 0.733443 heart-hungarian, stree, 0.829924 heart-hungarian, wodt, 0.758328 heart-hungarian, j48svm, 0.785061 heart-hungarian, oc1, 0.758298 heart-hungarian, cart, 0.731297 -heart-hungarian, baseRaF, 0.763593 -heart-hungarian, baseRoF, 0.805736 -heart-hungarian, baseRRoF, 0.770639 +heart-hungarian, baseRaF, 0.778289 hepatitis, stree, 0.83871 hepatitis, wodt, 0.774839 hepatitis, j48svm, 0.761935 hepatitis, oc1, 0.756774 hepatitis, cart, 0.766452 -hepatitis, baseRaF, 0.774124 -hepatitis, baseRoF, 0.806804 -hepatitis, baseRRoF, 0.77991 +hepatitis, baseRaF, 0.764477 ilpd-indian-liver, stree, 0.742691 ilpd-indian-liver, wodt, 0.650159 ilpd-indian-liver, j48svm, 0.692116 ilpd-indian-liver, oc1, 0.660139 ilpd-indian-liver, cart, 0.653587 -ilpd-indian-liver, baseRaF, 0.662009 -ilpd-indian-liver, baseRoF, 0.707702 -ilpd-indian-liver, baseRRoF, 0.696055 +ilpd-indian-liver, baseRaF, 0.698181 ionosphere, stree, 0.948732 ionosphere, wodt, 0.857328 ionosphere, j48svm, 0.891445 ionosphere, oc1, 0.879742 ionosphere, cart, 0.876125 -ionosphere, baseRaF, 0.856603 -ionosphere, baseRoF, 0.90722 -ionosphere, baseRRoF, 0.878506 +ionosphere, baseRaF, 0.87236 iris, stree, 0.98 iris, wodt, 0.96 iris, j48svm, 0.941333 iris, oc1, 0.948 iris, cart, 0.956667 -iris, baseRaF, 0.950468 -iris, baseRoF, 0.976327 -iris, baseRRoF, 0.909217 +iris, baseRaF, 0.944726 led-display, stree, 0.7071 led-display, wodt, 0.7053 led-display, j48svm, 0.7177 led-display, oc1, 0.6993 led-display, cart, 0.7073 -led-display, baseRaF, 0.6784 -led-display, baseRoF, 0.69908 -led-display, baseRRoF, 0.5002 +led-display, baseRaF, 0.56058 libras, stree, 0.761111 libras, wodt, 0.671111 libras, j48svm, 0.664167 libras, oc1, 0.645 libras, cart, 0.555556 -libras, baseRaF, 0.565944 -libras, baseRoF, 0.753722 -libras, baseRRoF, 0.684444 +libras, baseRaF, 0.657278 low-res-spect, stree, 0.879492 low-res-spect, wodt, 0.845585 low-res-spect, j48svm, 0.831852 low-res-spect, oc1, 0.824671 low-res-spect, cart, 0.826327 -low-res-spect, baseRaF, 0.748946 -low-res-spect, baseRoF, 0.867385 -low-res-spect, baseRRoF, 0.826734 +low-res-spect, baseRaF, 0.765601 lymphography, stree, 0.864828 lymphography, wodt, 0.784598 lymphography, j48svm, 0.772552 lymphography, oc1, 0.734634 lymphography, cart, 0.79331 -lymphography, baseRaF, 0.703378 -lymphography, baseRoF, 0.774865 -lymphography, baseRRoF, 0.708108 +lymphography, baseRaF, 0.718919 mammographic, stree, 0.819062 mammographic, wodt, 0.76379 mammographic, j48svm, 0.816863 mammographic, oc1, 0.768805 mammographic, cart, 0.766706 -mammographic, baseRaF, 0.76943 -mammographic, baseRoF, 0.81261 -mammographic, baseRRoF, 0.80708 +mammographic, baseRaF, 0.802937 molec-biol-promoter, stree, 0.810822 molec-biol-promoter, wodt, 0.741905 molec-biol-promoter, j48svm, 0.785455 molec-biol-promoter, oc1, 0.734805 molec-biol-promoter, cart, 0.739437 -molec-biol-promoter, baseRaF, 0.664409 -molec-biol-promoter, baseRoF, 0.68364 -molec-biol-promoter, baseRRoF, 0.638736 +molec-biol-promoter, baseRaF, 0.644409 musk-1, stree, 0.75432 musk-1, wodt, 0.734763 musk-1, j48svm, 0.806143 musk-1, oc1, 0.776401 musk-1, cart, 0.683419 -musk-1, baseRaF, 0.770462 -musk-1, baseRoF, 0.862227 -musk-1, baseRRoF, 0.756723 +musk-1, baseRaF, 0.764916 oocytes_merluccius_nucleus_4d, stree, 0.812142 oocytes_merluccius_nucleus_4d, wodt, 0.723538 oocytes_merluccius_nucleus_4d, j48svm, 0.740807 oocytes_merluccius_nucleus_4d, oc1, 0.743199 oocytes_merluccius_nucleus_4d, cart, 0.706999 -oocytes_merluccius_nucleus_4d, baseRaF, 0.776534 -oocytes_merluccius_nucleus_4d, baseRoF, 0.825376 -oocytes_merluccius_nucleus_4d, baseRRoF, 0.729155 +oocytes_merluccius_nucleus_4d, baseRaF, 0.743156 oocytes_merluccius_states_2f, stree, 0.921688 oocytes_merluccius_states_2f, wodt, 0.884993 oocytes_merluccius_states_2f, j48svm, 0.900002 oocytes_merluccius_states_2f, oc1, 0.889223 oocytes_merluccius_states_2f, cart, 0.877563 -oocytes_merluccius_states_2f, baseRaF, 0.897844 -oocytes_merluccius_states_2f, baseRoF, 0.919947 -oocytes_merluccius_states_2f, baseRRoF, 0.880828 +oocytes_merluccius_states_2f, baseRaF, 0.87948 oocytes_trisopterus_nucleus_2f, stree, 0.747691 oocytes_trisopterus_nucleus_2f, wodt, 0.654345 oocytes_trisopterus_nucleus_2f, j48svm, 0.755697 oocytes_trisopterus_nucleus_2f, oc1, 0.747697 oocytes_trisopterus_nucleus_2f, cart, 0.704823 -oocytes_trisopterus_nucleus_2f, baseRaF, 0.737697 -oocytes_trisopterus_nucleus_2f, baseRoF, 0.804846 -oocytes_trisopterus_nucleus_2f, baseRRoF, 0.712719 +oocytes_trisopterus_nucleus_2f, baseRaF, 0.721601 oocytes_trisopterus_states_5b, stree, 0.845361 oocytes_trisopterus_states_5b, wodt, 0.769139 oocytes_trisopterus_states_5b, j48svm, 0.885075 oocytes_trisopterus_states_5b, oc1, 0.86393 oocytes_trisopterus_states_5b, cart, 0.757974 -oocytes_trisopterus_states_5b, baseRaF, 0.906908 -oocytes_trisopterus_states_5b, baseRoF, 0.929803 -oocytes_trisopterus_states_5b, baseRRoF, 0.866667 +oocytes_trisopterus_states_5b, baseRaF, 0.862434 parkinsons, stree, 0.835897 parkinsons, wodt, 0.811795 parkinsons, j48svm, 0.859487 parkinsons, oc1, 0.865641 parkinsons, cart, 0.725128 -parkinsons, baseRaF, 0.840263 -parkinsons, baseRoF, 0.891048 -parkinsons, baseRRoF, 0.854289 +parkinsons, baseRaF, 0.847298 pima, stree, 0.780002 pima, wodt, 0.697832 pima, j48svm, 0.748314 pima, oc1, 0.693027 pima, cart, 0.712883 -pima, baseRaF, 0.686693 -pima, baseRoF, 0.768464 -pima, baseRRoF, 0.726302 +pima, baseRaF, 0.70849 pittsburg-bridges-MATERIAL, stree, 0.886147 pittsburg-bridges-MATERIAL, wodt, 0.762208 pittsburg-bridges-MATERIAL, j48svm, 0.84645 pittsburg-bridges-MATERIAL, oc1, 0.81026 pittsburg-bridges-MATERIAL, cart, 0.730087 -pittsburg-bridges-MATERIAL, baseRaF, 0.784766 -pittsburg-bridges-MATERIAL, baseRoF, 0.800495 -pittsburg-bridges-MATERIAL, baseRRoF, 0.803846 +pittsburg-bridges-MATERIAL, baseRaF, 0.800316 pittsburg-bridges-REL-L, stree, 0.578143 pittsburg-bridges-REL-L, wodt, 0.574429 pittsburg-bridges-REL-L, j48svm, 0.653571 pittsburg-bridges-REL-L, oc1, 0.604957 pittsburg-bridges-REL-L, cart, 0.581762 -pittsburg-bridges-REL-L, baseRaF, 0.567436 -pittsburg-bridges-REL-L, baseRoF, 0.624271 -pittsburg-bridges-REL-L, baseRRoF, 0.601357 +pittsburg-bridges-REL-L, baseRaF, 0.623964 pittsburg-bridges-SPAN, stree, 0.677193 pittsburg-bridges-SPAN, wodt, 0.529357 pittsburg-bridges-SPAN, j48svm, 0.626784 pittsburg-bridges-SPAN, oc1, 0.579333 pittsburg-bridges-SPAN, cart, 0.536023 -pittsburg-bridges-SPAN, baseRaF, 0.581957 -pittsburg-bridges-SPAN, baseRoF, 0.64 -pittsburg-bridges-SPAN, baseRRoF, 0.584783 +pittsburg-bridges-SPAN, baseRaF, 0.593913 pittsburg-bridges-T-OR-D, stree, 0.902381 pittsburg-bridges-T-OR-D, wodt, 0.79 pittsburg-bridges-T-OR-D, j48svm, 0.835619 pittsburg-bridges-T-OR-D, oc1, 0.831545 pittsburg-bridges-T-OR-D, cart, 0.721667 -pittsburg-bridges-T-OR-D, baseRaF, 0.810689 -pittsburg-bridges-T-OR-D, baseRoF, 0.865052 -pittsburg-bridges-T-OR-D, baseRRoF, 0.849259 +pittsburg-bridges-T-OR-D, baseRaF, 0.841081 planning, stree, 0.725525 planning, wodt, 0.552192 planning, j48svm, 0.711246 planning, oc1, 0.566988 planning, cart, 0.574384 -planning, baseRaF, 0.57918 -planning, baseRoF, 0.712416 -planning, baseRRoF, 0.61227 +planning, baseRaF, 0.626404 post-operative, stree, 0.722222 post-operative, wodt, 0.56 post-operative, j48svm, 0.692222 post-operative, oc1, 0.542222 post-operative, cart, 0.586667 -post-operative, baseRaF, 0.514792 -post-operative, baseRoF, 0.71142 -post-operative, baseRRoF, 0.705303 +post-operative, baseRaF, 0.669413 seeds, stree, 0.949048 seeds, wodt, 0.925238 seeds, j48svm, 0.912381 seeds, oc1, 0.932381 seeds, cart, 0.879524 -seeds, baseRaF, 0.92459 -seeds, baseRoF, 0.953494 -seeds, baseRRoF, 0.790705 +seeds, baseRaF, 0.904209 statlog-australian-credit, stree, 0.678116 statlog-australian-credit, wodt, 0.571739 statlog-australian-credit, j48svm, 0.655652 statlog-australian-credit, oc1, 0.573913 statlog-australian-credit, cart, 0.606377 -statlog-australian-credit, baseRaF, 0.678272 -statlog-australian-credit, baseRoF, 0.678273 -statlog-australian-credit, baseRRoF, 0.678214 +statlog-australian-credit, baseRaF, 0.678261 statlog-german-credit, stree, 0.7472 statlog-german-credit, wodt, 0.6878 statlog-german-credit, j48svm, 0.7261 statlog-german-credit, oc1, 0.6874 statlog-german-credit, cart, 0.6834 -statlog-german-credit, baseRaF, 0.67332 -statlog-german-credit, baseRoF, 0.75558 -statlog-german-credit, baseRRoF, 0.6848 +statlog-german-credit, baseRaF, 0.69528 statlog-heart, stree, 0.848148 statlog-heart, wodt, 0.773333 statlog-heart, j48svm, 0.815556 statlog-heart, oc1, 0.749259 statlog-heart, cart, 0.758519 -statlog-heart, baseRaF, 0.732019 -statlog-heart, baseRoF, 0.826089 -statlog-heart, baseRRoF, 0.76883 +statlog-heart, baseRaF, 0.767883 statlog-image, stree, 0.959307 statlog-image, wodt, 0.955671 statlog-image, j48svm, 0.966797 statlog-image, oc1, 0.95013 statlog-image, cart, 0.963377 -statlog-image, baseRaF, 0.929442 -statlog-image, baseRoF, 0.958705 -statlog-image, baseRRoF, 0.879948 +statlog-image, baseRaF, 0.825938 statlog-vehicle, stree, 0.801413 statlog-vehicle, wodt, 0.731811 statlog-vehicle, j48svm, 0.730389 statlog-vehicle, oc1, 0.708496 statlog-vehicle, cart, 0.728592 -statlog-vehicle, baseRaF, 0.76307 -statlog-vehicle, baseRoF, 0.80055 -statlog-vehicle, baseRRoF, 0.663137 +statlog-vehicle, baseRaF, 0.683698 synthetic-control, stree, 0.971667 synthetic-control, wodt, 0.979 synthetic-control, j48svm, 0.921667 synthetic-control, oc1, 0.863167 synthetic-control, cart, 0.906333 -synthetic-control, baseRaF, 0.883767 -synthetic-control, baseRoF, 0.980667 -synthetic-control, baseRRoF, 0.885 +synthetic-control, baseRaF, 0.8999 tic-tac-toe, stree, 0.987435 tic-tac-toe, wodt, 0.849967 tic-tac-toe, j48svm, 0.983301 tic-tac-toe, oc1, 0.91849 tic-tac-toe, cart, 0.836177 -tic-tac-toe, baseRaF, 0.966285 -tic-tac-toe, baseRoF, 0.983295 -tic-tac-toe, baseRRoF, 0.824842 +tic-tac-toe, baseRaF, 0.836562 vertebral-column-2clases, stree, 0.829032 vertebral-column-2clases, wodt, 0.793548 vertebral-column-2clases, j48svm, 0.850645 vertebral-column-2clases, oc1, 0.815161 vertebral-column-2clases, cart, 0.775161 -vertebral-column-2clases, baseRaF, 0.801863 -vertebral-column-2clases, baseRoF, 0.848364 -vertebral-column-2clases, baseRRoF, 0.803313 +vertebral-column-2clases, baseRaF, 0.794591 wine, stree, 0.977778 wine, wodt, 0.968079 wine, j48svm, 0.983778 wine, oc1, 0.916165 wine, cart, 0.897524 -wine, baseRaF, 0.948582 -wine, baseRoF, 0.988108 -wine, baseRRoF, 0.828063 +wine, baseRaF, 0.923513 zoo, stree, 0.96 zoo, wodt, 0.945 zoo, j48svm, 0.920857 zoo, oc1, 0.890952 zoo, cart, 0.958 -zoo, baseRaF, 0.880069 -zoo, baseRoF, 0.946708 -zoo, baseRRoF, 0.845154 +zoo, baseRaF, 0.8861 diff --git a/testwodt_aaai_output.txt b/testwodt_aaai_output.txt new file mode 100644 index 0000000..c20f8c4 --- /dev/null +++ b/testwodt_aaai_output.txt @@ -0,0 +1,7 @@ +* Process all datasets set: aaai [-1, 1]: True norm: False std: False +5 Fold Cross Validation with 10 random seeds [57, 31, 1714, 17, 23, 79, 83, 97, 7, 1] +- breast 0.9435±0.0290 +- cardiotoc 0.7635±0.0371 +- cod-rna nan± nan +- connect4 nan± nan +- covtype \ No newline at end of file