Remove rotated clfs from analysis of trees

Add test ouput of wodt with aaai datasets

analysis_mysql.py

@@ -12,12 +12,10 @@ models_tree = [
     "oc1",
     "cart",
     "baseRaF",
-    "baseRoF",
-    "baseRRoF",
 ]
 models_ensemble = ["odte", "adaBoost", "bagging", "TBRaF", "TBRoF", "TBRRoF"]
 title = "Best model results"
-lengths = (30, 9, 11, 11, 11, 11, 11, 11, 11, 11)
+lengths = (30, 9, 11, 11, 11, 11, 11, 11)
 
 
 def parse_arguments() -> Tuple[str, str, str, bool, bool]:

report.csv

@@ -4,390 +4,292 @@ balance-scale, wodt, 0.86016
 balance-scale, j48svm, 0.94128
 balance-scale, oc1, 0.9192
 balance-scale, cart, 0.57312
-balance-scale, baseRaF, 0.717285
-balance-scale, baseRoF, 0.788651
-balance-scale, baseRRoF, 0.797369
+balance-scale, baseRaF, 0.790543
 balloons, stree, 0.866667
 balloons, wodt, 0.626667
 balloons, j48svm, 0.511667
 balloons, oc1, 0.62
 balloons, cart, 0.683333
-balloons, baseRaF, 0.61375
-balloons, baseRoF, 0.6125
-balloons, baseRRoF, 0.625
+balloons, baseRaF, 0.5375
 breast-cancer-wisc-diag, stree, 0.978932
 breast-cancer-wisc-diag, wodt, 0.962546
 breast-cancer-wisc-diag, j48svm, 0.956397
 breast-cancer-wisc-diag, oc1, 0.933477
 breast-cancer-wisc-diag, cart, 0.933925
-breast-cancer-wisc-diag, baseRaF, 0.955887
-breast-cancer-wisc-diag, baseRoF, 0.972335
-breast-cancer-wisc-diag, baseRRoF, 0.940946
+breast-cancer-wisc-diag, baseRaF, 0.94808
 breast-cancer-wisc-prog, stree, 0.828462
 breast-cancer-wisc-prog, wodt, 0.689654
 breast-cancer-wisc-prog, j48svm, 0.697013
 breast-cancer-wisc-prog, oc1, 0.71
 breast-cancer-wisc-prog, cart, 0.749462
-breast-cancer-wisc-prog, baseRaF, 0.718709
-breast-cancer-wisc-prog, baseRoF, 0.79425
-breast-cancer-wisc-prog, baseRRoF, 0.703902
+breast-cancer-wisc-prog, baseRaF, 0.70087
 breast-cancer-wisc, stree, 0.965694
 breast-cancer-wisc, wodt, 0.936199
 breast-cancer-wisc, j48svm, 0.967529
 breast-cancer-wisc, oc1, 0.940194
 breast-cancer-wisc, cart, 0.937074
-breast-cancer-wisc, baseRaF, 0.938765
-breast-cancer-wisc, baseRoF, 0.962238
-breast-cancer-wisc, baseRRoF, 0.952484
+breast-cancer-wisc, baseRaF, 0.946961
 breast-cancer, stree, 0.730853
 breast-cancer, wodt, 0.619673
 breast-cancer, j48svm, 0.712976
 breast-cancer, oc1, 0.649728
 breast-cancer, cart, 0.637205
-breast-cancer, baseRaF, 0.633768
-breast-cancer, baseRoF, 0.721597
-breast-cancer, baseRRoF, 0.719554
+breast-cancer, baseRaF, 0.685839
 cardiotocography-10clases, stree, 0.666522
 cardiotocography-10clases, wodt, 0.627577
 cardiotocography-10clases, j48svm, 0.832552
 cardiotocography-10clases, oc1, 0.795528
 cardiotocography-10clases, cart, 0.716373
-cardiotocography-10clases, baseRaF, 0.732909
-cardiotocography-10clases, baseRoF, 0.781182
-cardiotocography-10clases, baseRRoF, 0.657922
+cardiotocography-10clases, baseRaF, 0.679912
 cardiotocography-3clases, stree, 0.848074
 cardiotocography-3clases, wodt, 0.803063
 cardiotocography-3clases, j48svm, 0.9278
 cardiotocography-3clases, oc1, 0.899811
 cardiotocography-3clases, cart, 0.844726
-cardiotocography-3clases, baseRaF, 0.873838
-cardiotocography-3clases, baseRoF, 0.896471
-cardiotocography-3clases, baseRRoF, 0.876762
+cardiotocography-3clases, baseRaF, 0.880937
 conn-bench-sonar-mines-rocks, stree, 0.597433
 conn-bench-sonar-mines-rocks, wodt, 0.649501
 conn-bench-sonar-mines-rocks, j48svm, 0.728897
 conn-bench-sonar-mines-rocks, oc1, 0.710798
 conn-bench-sonar-mines-rocks, cart, 0.630511
-conn-bench-sonar-mines-rocks, baseRaF, 0.712788
-conn-bench-sonar-mines-rocks, baseRoF, 0.782115
-conn-bench-sonar-mines-rocks, baseRRoF, 0.734615
+conn-bench-sonar-mines-rocks, baseRaF, 0.727885
 cylinder-bands, stree, 0.628081
 cylinder-bands, wodt, 0.570849
 cylinder-bands, j48svm, 0.736126
 cylinder-bands, oc1, 0.67106
 cylinder-bands, cart, 0.583602
-cylinder-bands, baseRaF, 0.647422
-cylinder-bands, baseRoF, 0.713008
-cylinder-bands, baseRRoF, 0.654297
+cylinder-bands, baseRaF, 0.647188
 dermatology, stree, 0.975454
 dermatology, wodt, 0.951925
 dermatology, j48svm, 0.955472
 dermatology, oc1, 0.916087
 dermatology, cart, 0.918064
-dermatology, baseRaF, 0.957157
-dermatology, baseRoF, 0.972944
-dermatology, baseRRoF, 0.851879
+dermatology, baseRaF, 0.886384
 echocardiogram, stree, 0.82094
 echocardiogram, wodt, 0.723077
 echocardiogram, j48svm, 0.835726
 echocardiogram, oc1, 0.748291
 echocardiogram, cart, 0.757493
-echocardiogram, baseRaF, 0.728272
-echocardiogram, baseRoF, 0.831094
-echocardiogram, baseRRoF, 0.793482
+echocardiogram, baseRaF, 0.775732
 fertility, stree, 0.88
 fertility, wodt, 0.763
 fertility, j48svm, 0.864
 fertility, oc1, 0.793
 fertility, cart, 0.752
-fertility, baseRaF, 0.7724
-fertility, baseRoF, 0.88
-fertility, baseRRoF, 0.832
+fertility, baseRaF, 0.837
 haberman-survival, stree, 0.764675
 haberman-survival, wodt, 0.647827
 haberman-survival, j48svm, 0.708847
 haberman-survival, oc1, 0.651634
 haberman-survival, cart, 0.640899
-haberman-survival, baseRaF, 0.709536
-haberman-survival, baseRoF, 0.736051
-haberman-survival, baseRRoF, 0.729706
+haberman-survival, baseRaF, 0.733443
 heart-hungarian, stree, 0.829924
 heart-hungarian, wodt, 0.758328
 heart-hungarian, j48svm, 0.785061
 heart-hungarian, oc1, 0.758298
 heart-hungarian, cart, 0.731297
-heart-hungarian, baseRaF, 0.763593
-heart-hungarian, baseRoF, 0.805736
-heart-hungarian, baseRRoF, 0.770639
+heart-hungarian, baseRaF, 0.778289
 hepatitis, stree, 0.83871
 hepatitis, wodt, 0.774839
 hepatitis, j48svm, 0.761935
 hepatitis, oc1, 0.756774
 hepatitis, cart, 0.766452
-hepatitis, baseRaF, 0.774124
-hepatitis, baseRoF, 0.806804
-hepatitis, baseRRoF, 0.77991
+hepatitis, baseRaF, 0.764477
 ilpd-indian-liver, stree, 0.742691
 ilpd-indian-liver, wodt, 0.650159
 ilpd-indian-liver, j48svm, 0.692116
 ilpd-indian-liver, oc1, 0.660139
 ilpd-indian-liver, cart, 0.653587
-ilpd-indian-liver, baseRaF, 0.662009
-ilpd-indian-liver, baseRoF, 0.707702
-ilpd-indian-liver, baseRRoF, 0.696055
+ilpd-indian-liver, baseRaF, 0.698181
 ionosphere, stree, 0.948732
 ionosphere, wodt, 0.857328
 ionosphere, j48svm, 0.891445
 ionosphere, oc1, 0.879742
 ionosphere, cart, 0.876125
-ionosphere, baseRaF, 0.856603
-ionosphere, baseRoF, 0.90722
-ionosphere, baseRRoF, 0.878506
+ionosphere, baseRaF, 0.87236
 iris, stree, 0.98
 iris, wodt, 0.96
 iris, j48svm, 0.941333
 iris, oc1, 0.948
 iris, cart, 0.956667
-iris, baseRaF, 0.950468
-iris, baseRoF, 0.976327
-iris, baseRRoF, 0.909217
+iris, baseRaF, 0.944726
 led-display, stree, 0.7071
 led-display, wodt, 0.7053
 led-display, j48svm, 0.7177
 led-display, oc1, 0.6993
 led-display, cart, 0.7073
-led-display, baseRaF, 0.6784
-led-display, baseRoF, 0.69908
-led-display, baseRRoF, 0.5002
+led-display, baseRaF, 0.56058
 libras, stree, 0.761111
 libras, wodt, 0.671111
 libras, j48svm, 0.664167
 libras, oc1, 0.645
 libras, cart, 0.555556
-libras, baseRaF, 0.565944
-libras, baseRoF, 0.753722
-libras, baseRRoF, 0.684444
+libras, baseRaF, 0.657278
 low-res-spect, stree, 0.879492
 low-res-spect, wodt, 0.845585
 low-res-spect, j48svm, 0.831852
 low-res-spect, oc1, 0.824671
 low-res-spect, cart, 0.826327
-low-res-spect, baseRaF, 0.748946
-low-res-spect, baseRoF, 0.867385
-low-res-spect, baseRRoF, 0.826734
+low-res-spect, baseRaF, 0.765601
 lymphography, stree, 0.864828
 lymphography, wodt, 0.784598
 lymphography, j48svm, 0.772552
 lymphography, oc1, 0.734634
 lymphography, cart, 0.79331
-lymphography, baseRaF, 0.703378
-lymphography, baseRoF, 0.774865
-lymphography, baseRRoF, 0.708108
+lymphography, baseRaF, 0.718919
 mammographic, stree, 0.819062
 mammographic, wodt, 0.76379
 mammographic, j48svm, 0.816863
 mammographic, oc1, 0.768805
 mammographic, cart, 0.766706
-mammographic, baseRaF, 0.76943
-mammographic, baseRoF, 0.81261
-mammographic, baseRRoF, 0.80708
+mammographic, baseRaF, 0.802937
 molec-biol-promoter, stree, 0.810822
 molec-biol-promoter, wodt, 0.741905
 molec-biol-promoter, j48svm, 0.785455
 molec-biol-promoter, oc1, 0.734805
 molec-biol-promoter, cart, 0.739437
-molec-biol-promoter, baseRaF, 0.664409
-molec-biol-promoter, baseRoF, 0.68364
-molec-biol-promoter, baseRRoF, 0.638736
+molec-biol-promoter, baseRaF, 0.644409
 musk-1, stree, 0.75432
 musk-1, wodt, 0.734763
 musk-1, j48svm, 0.806143
 musk-1, oc1, 0.776401
 musk-1, cart, 0.683419
-musk-1, baseRaF, 0.770462
-musk-1, baseRoF, 0.862227
-musk-1, baseRRoF, 0.756723
+musk-1, baseRaF, 0.764916
 oocytes_merluccius_nucleus_4d, stree, 0.812142
 oocytes_merluccius_nucleus_4d, wodt, 0.723538
 oocytes_merluccius_nucleus_4d, j48svm, 0.740807
 oocytes_merluccius_nucleus_4d, oc1, 0.743199
 oocytes_merluccius_nucleus_4d, cart, 0.706999
-oocytes_merluccius_nucleus_4d, baseRaF, 0.776534
-oocytes_merluccius_nucleus_4d, baseRoF, 0.825376
-oocytes_merluccius_nucleus_4d, baseRRoF, 0.729155
+oocytes_merluccius_nucleus_4d, baseRaF, 0.743156
 oocytes_merluccius_states_2f, stree, 0.921688
 oocytes_merluccius_states_2f, wodt, 0.884993
 oocytes_merluccius_states_2f, j48svm, 0.900002
 oocytes_merluccius_states_2f, oc1, 0.889223
 oocytes_merluccius_states_2f, cart, 0.877563
-oocytes_merluccius_states_2f, baseRaF, 0.897844
-oocytes_merluccius_states_2f, baseRoF, 0.919947
-oocytes_merluccius_states_2f, baseRRoF, 0.880828
+oocytes_merluccius_states_2f, baseRaF, 0.87948
 oocytes_trisopterus_nucleus_2f, stree, 0.747691
 oocytes_trisopterus_nucleus_2f, wodt, 0.654345
 oocytes_trisopterus_nucleus_2f, j48svm, 0.755697
 oocytes_trisopterus_nucleus_2f, oc1, 0.747697
 oocytes_trisopterus_nucleus_2f, cart, 0.704823
-oocytes_trisopterus_nucleus_2f, baseRaF, 0.737697
-oocytes_trisopterus_nucleus_2f, baseRoF, 0.804846
-oocytes_trisopterus_nucleus_2f, baseRRoF, 0.712719
+oocytes_trisopterus_nucleus_2f, baseRaF, 0.721601
 oocytes_trisopterus_states_5b, stree, 0.845361
 oocytes_trisopterus_states_5b, wodt, 0.769139
 oocytes_trisopterus_states_5b, j48svm, 0.885075
 oocytes_trisopterus_states_5b, oc1, 0.86393
 oocytes_trisopterus_states_5b, cart, 0.757974
-oocytes_trisopterus_states_5b, baseRaF, 0.906908
-oocytes_trisopterus_states_5b, baseRoF, 0.929803
-oocytes_trisopterus_states_5b, baseRRoF, 0.866667
+oocytes_trisopterus_states_5b, baseRaF, 0.862434
 parkinsons, stree, 0.835897
 parkinsons, wodt, 0.811795
 parkinsons, j48svm, 0.859487
 parkinsons, oc1, 0.865641
 parkinsons, cart, 0.725128
-parkinsons, baseRaF, 0.840263
-parkinsons, baseRoF, 0.891048
-parkinsons, baseRRoF, 0.854289
+parkinsons, baseRaF, 0.847298
 pima, stree, 0.780002
 pima, wodt, 0.697832
 pima, j48svm, 0.748314
 pima, oc1, 0.693027
 pima, cart, 0.712883
-pima, baseRaF, 0.686693
-pima, baseRoF, 0.768464
-pima, baseRRoF, 0.726302
+pima, baseRaF, 0.70849
 pittsburg-bridges-MATERIAL, stree, 0.886147
 pittsburg-bridges-MATERIAL, wodt, 0.762208
 pittsburg-bridges-MATERIAL, j48svm, 0.84645
 pittsburg-bridges-MATERIAL, oc1, 0.81026
 pittsburg-bridges-MATERIAL, cart, 0.730087
-pittsburg-bridges-MATERIAL, baseRaF, 0.784766
-pittsburg-bridges-MATERIAL, baseRoF, 0.800495
-pittsburg-bridges-MATERIAL, baseRRoF, 0.803846
+pittsburg-bridges-MATERIAL, baseRaF, 0.800316
 pittsburg-bridges-REL-L, stree, 0.578143
 pittsburg-bridges-REL-L, wodt, 0.574429
 pittsburg-bridges-REL-L, j48svm, 0.653571
 pittsburg-bridges-REL-L, oc1, 0.604957
 pittsburg-bridges-REL-L, cart, 0.581762
-pittsburg-bridges-REL-L, baseRaF, 0.567436
-pittsburg-bridges-REL-L, baseRoF, 0.624271
-pittsburg-bridges-REL-L, baseRRoF, 0.601357
+pittsburg-bridges-REL-L, baseRaF, 0.623964
 pittsburg-bridges-SPAN, stree, 0.677193
 pittsburg-bridges-SPAN, wodt, 0.529357
 pittsburg-bridges-SPAN, j48svm, 0.626784
 pittsburg-bridges-SPAN, oc1, 0.579333
 pittsburg-bridges-SPAN, cart, 0.536023
-pittsburg-bridges-SPAN, baseRaF, 0.581957
-pittsburg-bridges-SPAN, baseRoF, 0.64
-pittsburg-bridges-SPAN, baseRRoF, 0.584783
+pittsburg-bridges-SPAN, baseRaF, 0.593913
 pittsburg-bridges-T-OR-D, stree, 0.902381
 pittsburg-bridges-T-OR-D, wodt, 0.79
 pittsburg-bridges-T-OR-D, j48svm, 0.835619
 pittsburg-bridges-T-OR-D, oc1, 0.831545
 pittsburg-bridges-T-OR-D, cart, 0.721667
-pittsburg-bridges-T-OR-D, baseRaF, 0.810689
-pittsburg-bridges-T-OR-D, baseRoF, 0.865052
-pittsburg-bridges-T-OR-D, baseRRoF, 0.849259
+pittsburg-bridges-T-OR-D, baseRaF, 0.841081
 planning, stree, 0.725525
 planning, wodt, 0.552192
 planning, j48svm, 0.711246
 planning, oc1, 0.566988
 planning, cart, 0.574384
-planning, baseRaF, 0.57918
-planning, baseRoF, 0.712416
-planning, baseRRoF, 0.61227
+planning, baseRaF, 0.626404
 post-operative, stree, 0.722222
 post-operative, wodt, 0.56
 post-operative, j48svm, 0.692222
 post-operative, oc1, 0.542222
 post-operative, cart, 0.586667
-post-operative, baseRaF, 0.514792
-post-operative, baseRoF, 0.71142
-post-operative, baseRRoF, 0.705303
+post-operative, baseRaF, 0.669413
 seeds, stree, 0.949048
 seeds, wodt, 0.925238
 seeds, j48svm, 0.912381
 seeds, oc1, 0.932381
 seeds, cart, 0.879524
-seeds, baseRaF, 0.92459
-seeds, baseRoF, 0.953494
-seeds, baseRRoF, 0.790705
+seeds, baseRaF, 0.904209
 statlog-australian-credit, stree, 0.678116
 statlog-australian-credit, wodt, 0.571739
 statlog-australian-credit, j48svm, 0.655652
 statlog-australian-credit, oc1, 0.573913
 statlog-australian-credit, cart, 0.606377
-statlog-australian-credit, baseRaF, 0.678272
-statlog-australian-credit, baseRoF, 0.678273
-statlog-australian-credit, baseRRoF, 0.678214
+statlog-australian-credit, baseRaF, 0.678261
 statlog-german-credit, stree, 0.7472
 statlog-german-credit, wodt, 0.6878
 statlog-german-credit, j48svm, 0.7261
 statlog-german-credit, oc1, 0.6874
 statlog-german-credit, cart, 0.6834
-statlog-german-credit, baseRaF, 0.67332
-statlog-german-credit, baseRoF, 0.75558
-statlog-german-credit, baseRRoF, 0.6848
+statlog-german-credit, baseRaF, 0.69528
 statlog-heart, stree, 0.848148
 statlog-heart, wodt, 0.773333
 statlog-heart, j48svm, 0.815556
 statlog-heart, oc1, 0.749259
 statlog-heart, cart, 0.758519
-statlog-heart, baseRaF, 0.732019
-statlog-heart, baseRoF, 0.826089
-statlog-heart, baseRRoF, 0.76883
+statlog-heart, baseRaF, 0.767883
 statlog-image, stree, 0.959307
 statlog-image, wodt, 0.955671
 statlog-image, j48svm, 0.966797
 statlog-image, oc1, 0.95013
 statlog-image, cart, 0.963377
-statlog-image, baseRaF, 0.929442
-statlog-image, baseRoF, 0.958705
-statlog-image, baseRRoF, 0.879948
+statlog-image, baseRaF, 0.825938
 statlog-vehicle, stree, 0.801413
 statlog-vehicle, wodt, 0.731811
 statlog-vehicle, j48svm, 0.730389
 statlog-vehicle, oc1, 0.708496
 statlog-vehicle, cart, 0.728592
-statlog-vehicle, baseRaF, 0.76307
-statlog-vehicle, baseRoF, 0.80055
-statlog-vehicle, baseRRoF, 0.663137
+statlog-vehicle, baseRaF, 0.683698
 synthetic-control, stree, 0.971667
 synthetic-control, wodt, 0.979
 synthetic-control, j48svm, 0.921667
 synthetic-control, oc1, 0.863167
 synthetic-control, cart, 0.906333
-synthetic-control, baseRaF, 0.883767
-synthetic-control, baseRoF, 0.980667
-synthetic-control, baseRRoF, 0.885
+synthetic-control, baseRaF, 0.8999
 tic-tac-toe, stree, 0.987435
 tic-tac-toe, wodt, 0.849967
 tic-tac-toe, j48svm, 0.983301
 tic-tac-toe, oc1, 0.91849
 tic-tac-toe, cart, 0.836177
-tic-tac-toe, baseRaF, 0.966285
-tic-tac-toe, baseRoF, 0.983295
-tic-tac-toe, baseRRoF, 0.824842
+tic-tac-toe, baseRaF, 0.836562
 vertebral-column-2clases, stree, 0.829032
 vertebral-column-2clases, wodt, 0.793548
 vertebral-column-2clases, j48svm, 0.850645
 vertebral-column-2clases, oc1, 0.815161
 vertebral-column-2clases, cart, 0.775161
-vertebral-column-2clases, baseRaF, 0.801863
-vertebral-column-2clases, baseRoF, 0.848364
-vertebral-column-2clases, baseRRoF, 0.803313
+vertebral-column-2clases, baseRaF, 0.794591
 wine, stree, 0.977778
 wine, wodt, 0.968079
 wine, j48svm, 0.983778
 wine, oc1, 0.916165
 wine, cart, 0.897524
-wine, baseRaF, 0.948582
-wine, baseRoF, 0.988108
-wine, baseRRoF, 0.828063
+wine, baseRaF, 0.923513
 zoo, stree, 0.96
 zoo, wodt, 0.945
 zoo, j48svm, 0.920857
 zoo, oc1, 0.890952
 zoo, cart, 0.958
-zoo, baseRaF, 0.880069
-zoo, baseRoF, 0.946708
-zoo, baseRRoF, 0.845154
+zoo, baseRaF, 0.8861

testwodt_aaai_output.txt

@@ -0,0 +1,7 @@
+* Process all datasets set: aaai [-1, 1]: True norm: False std: False
+5 Fold Cross Validation with 10 random seeds [57, 31, 1714, 17, 23, 79, 83, 97, 7, 1]
+- breast                         0.9435±0.0290
+- cardiotoc                      0.7635±0.0371
+- cod-rna                           nan±   nan
+- connect4                          nan±   nan
+- covtype