add csv output to analysis_mysql 4 Friedman test

add j48_svm to analysis_mysql

analysis_mysql.py

@@ -4,9 +4,11 @@ from experimentation.Sets import Datasets
 from experimentation.Utils import TextColor
 from experimentation.Database import MySQL
 
+report_csv = "report.csv"
 models_tree = [
     "stree",
     "wodt",
+    "j48svm",
     "oc1",
     "cart",
     "baseRaF",
@@ -15,7 +17,7 @@ models_tree = [
 ]
 models_ensemble = ["odte", "adaBoost", "bagging", "TBRaF", "TBRoF", "TBRRoF"]
 title = "Best model results"
-lengths = (30, 9, 11, 11, 11, 11, 11, 11, 11)
+lengths = (30, 9, 11, 11, 11, 11, 11, 11, 11, 11)
 
 
 def parse_arguments() -> Tuple[str, str, str, bool, bool]:
@@ -36,8 +38,15 @@ def parse_arguments() -> Tuple[str, str, str, bool, bool]:
         required=False,
         default="tree",
     )
+    ap.add_argument(
+        "-c",
+        "--csv-output",
+        type=bool,
+        required=False,
+        default=False,
+    )
     args = ap.parse_args()
-    return (args.experiment, args.model)
+    return (args.experiment, args.model, args.csv_output)
 
 
 def report_header_content(title, experiment, model_type):
@@ -103,7 +112,7 @@ def report_footer(agg):
         )
 
 
-(experiment, model_type) = parse_arguments()
+(experiment, model_type, csv_output) = parse_arguments()
 dbh = MySQL()
 database = dbh.get_connection()
 dt = Datasets(False, False, "tanveer")
@@ -122,6 +131,9 @@ for item in [
     agg[item]["items"] = 0
     agg[item]["better"] = 0
     agg[item]["worse"] = 0
+if csv_output:
+    f = open(report_csv, "w")
+    print("dataset, classifier, accuracy", file=f)
 for dataset in dt:
     find_one = False
     # Look for max accuracy for any given dataset
@@ -152,6 +164,8 @@ for dataset in dt:
                 if accuracy == max_accuracy
                 else color + item
             )
+            if csv_output:
+                print(f"{dataset[0]}, {model}, {accuracy}", file=f)
     if not find_one:
         print(TextColor.FAIL + f"*No results found for {dataset[0]}")
     else:
@@ -160,4 +174,7 @@ for dataset in dt:
         )
         print(report_line(line))
 report_footer(agg)
+if csv_output:
+    f.close()
+    print(f"{report_csv} file generated")
 dbh.close()

report.csv

@@ -0,0 +1,344 @@
+dataset, classifier, accuracy
+balance-scale, stree, 0.9488
+balance-scale, wodt, 0.8528
+balance-scale, oc1, 0.9216
+balance-scale, cart, 0.6368
+balance-scale, baseRaF, 0.788139
+balance-scale, baseRoF, 0.767583
+balance-scale, baseRRoF, 0.797369
+balloons, stree, 0.866667
+balloons, wodt, 0.633333
+balloons, oc1, 0.766667
+balloons, cart, 0.75
+balloons, baseRaF, 0.625
+balloons, baseRoF, 0.675
+balloons, baseRRoF, 0.625
+breast-cancer-wisc-diag, stree, 0.978932
+breast-cancer-wisc-diag, wodt, 0.963065
+breast-cancer-wisc-diag, oc1, 0.928039
+breast-cancer-wisc-diag, cart, 0.949092
+breast-cancer-wisc-diag, baseRaF, 0.953228
+breast-cancer-wisc-diag, baseRoF, 0.972242
+breast-cancer-wisc-diag, baseRRoF, 0.940946
+breast-cancer-wisc-prog, stree, 0.828462
+breast-cancer-wisc-prog, wodt, 0.666282
+breast-cancer-wisc-prog, oc1, 0.7323
+breast-cancer-wisc-prog, cart, 0.762179
+breast-cancer-wisc-prog, baseRaF, 0.710464
+breast-cancer-wisc-prog, baseRoF, 0.783633
+breast-cancer-wisc-prog, baseRRoF, 0.703902
+breast-cancer-wisc, stree, 0.965694
+breast-cancer-wisc, wodt, 0.941367
+breast-cancer-wisc, oc1, 0.9471
+breast-cancer-wisc, cart, 0.954265
+breast-cancer-wisc, baseRaF, 0.934215
+breast-cancer-wisc, baseRoF, 0.960812
+breast-cancer-wisc, baseRRoF, 0.952484
+breast-cancer, stree, 0.730853
+breast-cancer, wodt, 0.573382
+breast-cancer, oc1, 0.6434
+breast-cancer, cart, 0.657592
+breast-cancer, baseRaF, 0.644096
+breast-cancer, baseRoF, 0.722333
+breast-cancer, baseRRoF, 0.719554
+cardiotocography-10clases, stree, 0.666522
+cardiotocography-10clases, wodt, 0.627007
+cardiotocography-10clases, oc1, 0.7874
+cardiotocography-10clases, cart, 0.721544
+cardiotocography-10clases, baseRaF, 0.728229
+cardiotocography-10clases, baseRoF, 0.777798
+cardiotocography-10clases, baseRRoF, 0.657922
+cardiotocography-3clases, stree, 0.848074
+cardiotocography-3clases, wodt, 0.800097
+cardiotocography-3clases, oc1, 0.903102
+cardiotocography-3clases, cart, 0.84571
+cardiotocography-3clases, baseRaF, 0.872983
+cardiotocography-3clases, baseRoF, 0.893694
+cardiotocography-3clases, baseRRoF, 0.876762
+conn-bench-sonar-mines-rocks, stree, 0.701974
+conn-bench-sonar-mines-rocks, wodt, 0.63043
+conn-bench-sonar-mines-rocks, oc1, 0.697672
+conn-bench-sonar-mines-rocks, cart, 0.649826
+conn-bench-sonar-mines-rocks, baseRaF, 0.725
+conn-bench-sonar-mines-rocks, baseRoF, 0.786538
+conn-bench-sonar-mines-rocks, baseRRoF, 0.734615
+cylinder-bands, stree, 0.646602
+cylinder-bands, wodt, 0.541043
+cylinder-bands, oc1, 0.6543
+cylinder-bands, cart, 0.621093
+cylinder-bands, baseRaF, 0.642188
+cylinder-bands, baseRoF, 0.715234
+cylinder-bands, baseRRoF, 0.654297
+dermatology, stree, 0.975454
+dermatology, wodt, 0.950907
+dermatology, oc1, 0.959
+dermatology, cart, 0.928952
+dermatology, baseRaF, 0.954
+dermatology, baseRoF, 0.976456
+dermatology, baseRRoF, 0.851879
+echocardiogram, stree, 0.862108
+echocardiogram, wodt, 0.640456
+echocardiogram, oc1, 0.702564
+echocardiogram, cart, 0.801425
+echocardiogram, baseRaF, 0.697098
+echocardiogram, baseRoF, 0.826161
+echocardiogram, baseRRoF, 0.793482
+fertility, stree, 0.88
+fertility, wodt, 0.69
+fertility, oc1, 0.79
+fertility, cart, 0.79
+fertility, baseRaF, 0.79
+fertility, baseRoF, 0.88
+fertility, baseRRoF, 0.832
+haberman-survival, stree, 0.764675
+haberman-survival, wodt, 0.659757
+haberman-survival, oc1, 0.679958
+haberman-survival, cart, 0.646801
+haberman-survival, baseRaF, 0.714491
+haberman-survival, baseRoF, 0.732777
+haberman-survival, baseRRoF, 0.729706
+heart-hungarian, stree, 0.829924
+heart-hungarian, wodt, 0.758212
+heart-hungarian, oc1, 0.7415
+heart-hungarian, cart, 0.782174
+heart-hungarian, baseRaF, 0.776621
+heart-hungarian, baseRoF, 0.806292
+heart-hungarian, baseRRoF, 0.770639
+hepatitis, stree, 0.83871
+hepatitis, wodt, 0.76129
+hepatitis, oc1, 0.754839
+hepatitis, cart, 0.793548
+hepatitis, baseRaF, 0.768549
+hepatitis, baseRoF, 0.794833
+hepatitis, baseRRoF, 0.77991
+ilpd-indian-liver, stree, 0.742691
+ilpd-indian-liver, wodt, 0.6673
+ilpd-indian-liver, oc1, 0.68286
+ilpd-indian-liver, cart, 0.674167
+ilpd-indian-liver, baseRaF, 0.658306
+ilpd-indian-liver, baseRoF, 0.704268
+ilpd-indian-liver, baseRRoF, 0.696055
+ionosphere, stree, 0.948732
+ionosphere, wodt, 0.83497
+ionosphere, oc1, 0.8775
+ionosphere, cart, 0.914447
+ionosphere, baseRaF, 0.848391
+ionosphere, baseRoF, 0.912165
+ionosphere, baseRRoF, 0.878506
+iris, stree, 0.98
+iris, wodt, 0.966667
+iris, oc1, 0.94
+iris, cart, 0.96
+iris, baseRaF, 0.953534
+iris, baseRoF, 0.977304
+iris, baseRRoF, 0.909217
+led-display, stree, 0.712
+led-display, wodt, 0.704
+led-display, oc1, 0.68
+led-display, cart, 0.708
+led-display, baseRaF, 0.6732
+led-display, baseRoF, 0.7058
+led-display, baseRRoF, 0.5002
+libras, stree, 0.702778
+libras, wodt, 0.658333
+libras, oc1, 0.619444
+libras, cart, 0.577778
+libras, baseRaF, 0.590556
+libras, baseRoF, 0.748333
+libras, baseRRoF, 0.684444
+low-res-spect, stree, 0.879492
+low-res-spect, wodt, 0.870111
+low-res-spect, oc1, 0.828619
+low-res-spect, cart, 0.847522
+low-res-spect, baseRaF, 0.733636
+low-res-spect, baseRoF, 0.867643
+low-res-spect, baseRRoF, 0.826734
+lymphography, stree, 0.864828
+lymphography, wodt, 0.736092
+lymphography, oc1, 0.73125
+lymphography, cart, 0.804138
+lymphography, baseRaF, 0.695946
+lymphography, baseRoF, 0.771622
+lymphography, baseRRoF, 0.708108
+mammographic, stree, 0.844959
+mammographic, wodt, 0.764848
+mammographic, oc1, 0.766953
+mammographic, cart, 0.771065
+mammographic, baseRaF, 0.75569
+mammographic, baseRoF, 0.815809
+mammographic, baseRRoF, 0.80708
+molec-biol-promoter, stree, 0.810822
+molec-biol-promoter, wodt, 0.772294
+molec-biol-promoter, oc1, 0.6698
+molec-biol-promoter, cart, 0.791775
+molec-biol-promoter, baseRaF, 0.639835
+molec-biol-promoter, baseRoF, 0.651648
+molec-biol-promoter, baseRRoF, 0.638736
+musk-1, stree, 0.75432
+musk-1, wodt, 0.722566
+musk-1, oc1, 0.808838
+musk-1, cart, 0.752127
+musk-1, baseRaF, 0.77521
+musk-1, baseRoF, 0.856303
+musk-1, baseRRoF, 0.756723
+oocytes_merluccius_nucleus_4d, stree, 0.808221
+oocytes_merluccius_nucleus_4d, wodt, 0.718125
+oocytes_merluccius_nucleus_4d, oc1, 0.742776
+oocytes_merluccius_nucleus_4d, cart, 0.71912
+oocytes_merluccius_nucleus_4d, baseRaF, 0.772783
+oocytes_merluccius_nucleus_4d, baseRoF, 0.825408
+oocytes_merluccius_nucleus_4d, baseRRoF, 0.729155
+oocytes_merluccius_states_2f, stree, 0.911903
+oocytes_merluccius_states_2f, wodt, 0.888431
+oocytes_merluccius_states_2f, oc1, 0.879688
+oocytes_merluccius_states_2f, cart, 0.886471
+oocytes_merluccius_states_2f, baseRaF, 0.891969
+oocytes_merluccius_states_2f, baseRoF, 0.921528
+oocytes_merluccius_states_2f, baseRRoF, 0.880828
+oocytes_trisopterus_nucleus_2f, stree, 0.747691
+oocytes_trisopterus_nucleus_2f, wodt, 0.674263
+oocytes_trisopterus_nucleus_2f, oc1, 0.7292
+oocytes_trisopterus_nucleus_2f, cart, 0.705014
+oocytes_trisopterus_nucleus_2f, baseRaF, 0.74057
+oocytes_trisopterus_nucleus_2f, baseRoF, 0.805702
+oocytes_trisopterus_nucleus_2f, baseRRoF, 0.712719
+oocytes_trisopterus_states_5b, stree, 0.845361
+oocytes_trisopterus_states_5b, wodt, 0.798199
+oocytes_trisopterus_states_5b, oc1, 0.861945
+oocytes_trisopterus_states_5b, cart, 0.756554
+oocytes_trisopterus_states_5b, baseRaF, 0.906579
+oocytes_trisopterus_states_5b, baseRoF, 0.932018
+oocytes_trisopterus_states_5b, baseRRoF, 0.866667
+parkinsons, stree, 0.835897
+parkinsons, wodt, 0.835897
+parkinsons, oc1, 0.8667
+parkinsons, cart, 0.769231
+parkinsons, baseRaF, 0.827941
+parkinsons, baseRoF, 0.911581
+parkinsons, baseRRoF, 0.854289
+pima, stree, 0.780002
+pima, wodt, 0.692793
+pima, oc1, 0.701961
+pima, cart, 0.726645
+pima, baseRaF, 0.685677
+pima, baseRoF, 0.772135
+pima, baseRRoF, 0.726302
+pittsburg-bridges-MATERIAL, stree, 0.886147
+pittsburg-bridges-MATERIAL, wodt, 0.785714
+pittsburg-bridges-MATERIAL, oc1, 0.7925
+pittsburg-bridges-MATERIAL, cart, 0.75671
+pittsburg-bridges-MATERIAL, baseRaF, 0.768132
+pittsburg-bridges-MATERIAL, baseRoF, 0.816758
+pittsburg-bridges-MATERIAL, baseRRoF, 0.803846
+pittsburg-bridges-REL-L, stree, 0.67619
+pittsburg-bridges-REL-L, wodt, 0.590476
+pittsburg-bridges-REL-L, oc1, 0.681739
+pittsburg-bridges-REL-L, cart, 0.611429
+pittsburg-bridges-REL-L, baseRaF, 0.573786
+pittsburg-bridges-REL-L, baseRoF, 0.627214
+pittsburg-bridges-REL-L, baseRRoF, 0.601357
+pittsburg-bridges-SPAN, stree, 0.677193
+pittsburg-bridges-SPAN, wodt, 0.545029
+pittsburg-bridges-SPAN, oc1, 0.6196
+pittsburg-bridges-SPAN, cart, 0.546199
+pittsburg-bridges-SPAN, baseRaF, 0.571739
+pittsburg-bridges-SPAN, baseRoF, 0.632609
+pittsburg-bridges-SPAN, baseRRoF, 0.584783
+pittsburg-bridges-T-OR-D, stree, 0.902381
+pittsburg-bridges-T-OR-D, wodt, 0.742857
+pittsburg-bridges-T-OR-D, oc1, 0.7843
+pittsburg-bridges-T-OR-D, cart, 0.782381
+pittsburg-bridges-T-OR-D, baseRaF, 0.803407
+pittsburg-bridges-T-OR-D, baseRoF, 0.87437
+pittsburg-bridges-T-OR-D, baseRRoF, 0.849259
+planning, stree, 0.725525
+planning, wodt, 0.478228
+planning, oc1, 0.627193
+planning, cart, 0.621772
+planning, baseRaF, 0.613144
+planning, baseRoF, 0.710165
+planning, baseRRoF, 0.61227
+post-operative, stree, 0.722222
+post-operative, wodt, 0.588889
+post-operative, oc1, 0.5889
+post-operative, cart, 0.633333
+post-operative, baseRaF, 0.49072
+post-operative, baseRoF, 0.709091
+post-operative, baseRRoF, 0.705303
+seeds, stree, 0.957143
+seeds, wodt, 0.928571
+seeds, oc1, 0.9381
+seeds, cart, 0.919048
+seeds, baseRaF, 0.93052
+seeds, baseRoF, 0.949644
+seeds, baseRRoF, 0.790705
+statlog-australian-credit, stree, 0.678261
+statlog-australian-credit, wodt, 0.55942
+statlog-australian-credit, oc1, 0.5928
+statlog-australian-credit, cart, 0.595652
+statlog-australian-credit, baseRaF, 0.678291
+statlog-australian-credit, baseRoF, 0.678271
+statlog-australian-credit, baseRRoF, 0.678214
+statlog-german-credit, stree, 0.762
+statlog-german-credit, wodt, 0.696
+statlog-german-credit, oc1, 0.671
+statlog-german-credit, cart, 0.701
+statlog-german-credit, baseRaF, 0.672
+statlog-german-credit, baseRoF, 0.7596
+statlog-german-credit, baseRRoF, 0.6848
+statlog-heart, stree, 0.848148
+statlog-heart, wodt, 0.788889
+statlog-heart, oc1, 0.718518
+statlog-heart, cart, 0.755556
+statlog-heart, baseRaF, 0.745187
+statlog-heart, baseRoF, 0.830554
+statlog-heart, baseRRoF, 0.76883
+statlog-image, stree, 0.959307
+statlog-image, wodt, 0.955844
+statlog-image, oc1, 0.9442
+statlog-image, cart, 0.961039
+statlog-image, baseRaF, 0.942258
+statlog-image, baseRoF, 0.961124
+statlog-image, baseRRoF, 0.879948
+statlog-vehicle, stree, 0.801413
+statlog-vehicle, wodt, 0.719875
+statlog-vehicle, oc1, 0.717529
+statlog-vehicle, cart, 0.735224
+statlog-vehicle, baseRaF, 0.768526
+statlog-vehicle, baseRoF, 0.805401
+statlog-vehicle, baseRRoF, 0.663137
+synthetic-control, stree, 0.971667
+synthetic-control, wodt, 0.97
+synthetic-control, oc1, 0.8317
+synthetic-control, cart, 0.911667
+synthetic-control, baseRaF, 0.885667
+synthetic-control, baseRoF, 0.98
+synthetic-control, baseRRoF, 0.885
+tic-tac-toe, stree, 0.987435
+tic-tac-toe, wodt, 0.866416
+tic-tac-toe, oc1, 0.9217
+tic-tac-toe, cart, 0.832952
+tic-tac-toe, baseRaF, 0.964097
+tic-tac-toe, baseRoF, 0.983295
+tic-tac-toe, baseRRoF, 0.824842
+vertebral-column-2clases, stree, 0.829032
+vertebral-column-2clases, wodt, 0.790323
+vertebral-column-2clases, oc1, 0.803226
+vertebral-column-2clases, cart, 0.803226
+vertebral-column-2clases, baseRaF, 0.810858
+vertebral-column-2clases, baseRoF, 0.841328
+vertebral-column-2clases, baseRRoF, 0.803313
+wine, stree, 0.977778
+wine, wodt, 0.972063
+wine, oc1, 0.927068
+wine, cart, 0.93873
+wine, baseRaF, 0.952619
+wine, baseRoF, 0.989872
+wine, baseRRoF, 0.828063
+zoo, stree, 0.96
+zoo, wodt, 0.94
+zoo, oc1, 0.8515
+zoo, cart, 0.95
+zoo, baseRaF, 0.859385
+zoo, baseRoF, 0.931154
+zoo, baseRRoF, 0.845154