diff --git a/Friedman.md b/Friedman.md index fd44b47..21a8718 100644 --- a/Friedman.md +++ b/Friedman.md @@ -1,76 +1,83 @@ -```bash -Best results for accuracy as of 2024-12-23 20:12 ------------------------------------------------- - # Dataset Odte TBRRoF TBRaF TBRoF pbc4cip -=== ============================== ============ ============ ============ ============ ============ - 0 balance-scale 0.9750428259 0.9044194023 0.9023101421 0.7786507839 0.9067200000 - 1 balloons 0.7250000060 0.6287500000 0.6000000000 0.6187500000 0.6900000000 - 2 breast-cancer 0.7516938877 0.7347472506 0.7331207795 0.7227416554 0.6195160000 - 3 breast-cancer-wisc 0.9706747293 0.9688476524 0.9690400351 0.9618093707 0.9703870000 - 4 breast-cancer-wisc-diag 0.9761007452 0.9740889392 0.9713513247 0.9734280508 0.9632700000 - 5 breast-cancer-wisc-prog 0.8031222689 0.8114785914 0.7998559424 0.8043037215 0.6115130000 - 6 cardiotocography-10clases 0.8404853785 0.8326822555 0.8324371518 0.7827072711 0.8685810000 - 7 cardiotocography-3clases 0.9263860846 0.9222234235 0.9196784360 0.8954016281 0.9238460000 - 8 conn-bench-sonar-mines-rocks 0.8586967516 0.8356730769 0.8216346154 0.7904807692 0.8351570000 - 9 cylinder-bands 0.7841918910 0.7728125000 0.7510156250 0.7148437500 0.7812320000 - 10 dermatology 0.9805705738 0.9751872858 0.9741096538 0.9731673166 0.9707740000 - 11 echocardiogram 0.8550358975 0.8506562500 0.8496339286 0.8291785714 0.7800000000 - 12 fertility 0.8806014967 0.8810000000 0.8804000000 0.8800000000 0.6690000000 - 13 haberman-survival 0.7349814928 0.7373734818 0.7355786100 0.7325691633 0.6434060000 - 14 heart-hungarian 0.8231630635 0.8183260274 0.8203068493 0.8067561644 0.8149330000 - 15 hepatitis 0.8424690831 0.8180006418 0.8194833119 0.8099101412 0.7729030000 - 16 ilpd-indian-liver 0.7315809560 0.7132868127 0.7142758621 0.7072269338 0.6763590000 - 17 ionosphere 0.9498350000 0.9471168582 0.9320804598 0.9069444444 0.9378910000 - 18 iris 0.9653333235 0.9653153153 0.9629868330 0.9771552322 0.9653330000 - 19 led-display 0.7274587321 0.6861600000 0.7126200000 0.7028800000 0.7287000000 - 20 libras 0.8726855135 0.8851111111 0.8527222222 0.7556111111 0.8383330000 - 21 low-res-spect 0.9115328133 0.8993678451 0.9006565657 0.8686498316 0.8913450000 - 22 lymphography 0.8636181998 0.8559459459 0.8485135135 0.7733783784 0.8409660000 - 23 mammographic 0.8352833545 0.8260945712 0.8295917185 0.8129815871 0.8185240000 - 24 molec-biol-promoter 0.9013679683 0.8146428571 0.8230357143 0.7479807692 0.8785710000 - 25 musk-1 0.9331642866 0.8939075630 0.8807142857 0.8628991597 0.8922350000 - 26 oocytes_merluccius_nucleus_4d 0.8410942197 0.8388691539 0.8391387808 0.8256020447 0.8326920000 - 27 oocytes_merluccius_states_2f 0.9325797427 0.9270210575 0.9238093385 0.9195349050 0.9045020000 - 28 oocytes_trisopterus_nucleus_2f 0.8557010734 0.8365350877 0.8345175439 0.8048684211 0.8132820000 - 29 oocytes_trisopterus_states_5b 0.9309143639 0.9323026316 0.9278508772 0.9303508772 0.9210510000 - 30 parkinsons 0.9344102585 0.9310110294 0.9143321078 0.8947732843 0.8600000000 - 31 pima 0.7726720953 0.7685416667 0.7633072917 0.7675260417 0.7462240000 - 32 pittsburg-bridges-MATERIAL 0.8731722212 0.8602335165 0.8666620879 0.8014423077 0.7973590000 - 33 pittsburg-bridges-REL-L 0.7060952485 0.6904285714 0.6955642857 0.6185142857 0.6720950000 - 34 pittsburg-bridges-SPAN 0.6941609919 0.6923913043 0.6865217391 0.6221739130 0.6247370000 - 35 pittsburg-bridges-T-OR-D 0.8686441112 0.8702074074 0.8649703704 0.8714222222 0.7877140000 - 36 planning 0.7309008932 0.7202198582 0.7145531915 0.7131205674 0.4685740000 - 37 post-operative 0.7120519483 0.7108901515 0.7074242424 0.7114583333 0.3988890000 - 38 seeds 0.9604761744 0.9467770655 0.9438782051 0.9506552707 0.9376190000 - 39 statlog-australian-credit 0.6782657218 0.6782701818 0.6782668404 0.6782691794 0.5549280000 - 40 statlog-german-credit 0.7681999898 0.7577600000 0.7548000000 0.7560800000 0.7245000000 - 41 statlog-heart 0.8481481481 0.8367207441 0.8373837335 0.8249686351 0.8285190000 - 42 statlog-image 0.9711255431 0.9759832138 0.9697836166 0.9568146987 0.9755840000 - 43 statlog-vehicle 0.8132791913 0.7862973099 0.7764671918 0.8032546781 0.7786160000 - 44 synthetic-control 0.9910000086 0.9919666667 0.9913000000 0.9807000000 0.9861670000 - 45 tic-tac-toe 0.9939462876 0.9856599073 0.9799358496 0.9832547440 0.9867430000 - 46 vertebral-column-2clases 0.8635483825 0.8504972875 0.8500682229 0.8505170146 0.8222580000 - 47 wine 0.9843730736 0.9826086957 0.9816847826 0.9878903162 0.9702860000 - 48 zoo 0.9706897533 0.9465538462 0.9410846154 0.9461615385 0.9742860000 -=== ============================== ============ ============ ============ ============ ============ - Average....................... 0.85950053 0.84634616 0.84245834 0.82428080 0.80930857 + +| # | Dataset | BaggingJ48-SVMODT | BaggingWodt | Odte | PBC4cip | RandomForest | TBRRoF | TBRaF | TBRoF | XGBoost | +|--: | :--- | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | +| 1 | balance-scale | 0.9498±0.018 | **0.9566±0.018** | 0.9238±0.022 | 0.9067±0.025 | 0.8376±0.020 | 0.9028±0.021 | 0.9023±0.024 | 0.6981±0.231 | 0.8632±0.026 | +| 2 | balloons | 0.5983±0.219 | 0.6700±0.247 | 0.6450±0.304 | **0.6900±0.271** | 0.6233±0.285 | 0.6388±0.236 | 0.5938±0.230 | 0.5837±0.241 | 0.6300±0.305 | +| 3 | breast-cancer-wisc-diag | 0.9652±0.018 | **0.9768±0.012** | 0.9717±0.015 | 0.9633±0.014 | 0.9597±0.018 | 0.9724±0.014 | 0.9718±0.013 | 0.9575±0.016 | 0.9645±0.019 | +| 4 | breast-cancer-wisc-prog | **0.8039±0.061** | 0.7991±0.051 | 0.7947±0.049 | 0.6115±0.066 | 0.7936±0.030 | 0.8007±0.058 | 0.7880±0.061 | 0.7515±0.060 | 0.7929±0.045 | +| 5 | breast-cancer-wisc | 0.9685±0.012 | 0.9631±0.012 | 0.9671±0.012 | **0.9704±0.013** | 0.9680±0.012 | 0.9679±0.014 | 0.9682±0.012 | 0.9404±0.016 | 0.9575±0.014 | +| 6 | breast-cancer | 0.7227±0.051 | 0.7026±0.053 | **0.7391±0.026** | 0.6195±0.072 | 0.7279±0.046 | 0.7358±0.040 | 0.7378±0.046 | 0.6895±0.050 | 0.6689±0.054 | +| 7 | cardiotocography-10clases | 0.8692±0.014 | 0.8344±0.020 | 0.8378±0.017 | 0.8686±0.016 | 0.8714±0.018 | 0.6963±0.025 | 0.6568±0.058 | 0.7837±0.018 | **0.8841±0.015** | +| 8 | cardiotocography-3clases | 0.9442±0.011 | 0.9235±0.013 | 0.9149±0.013 | 0.9238±0.012 | 0.9428±0.011 | 0.8594±0.019 | 0.8737±0.018 | 0.8930±0.014 | **0.9518±0.008** | +| 9 | conn-bench-sonar-mines-rocks | 0.7952±0.071 | **0.8469±0.057** | 0.7779±0.060 | 0.8352±0.056 | 0.8117±0.053 | 0.8378±0.047 | 0.8213±0.051 | 0.7517±0.053 | 0.8413±0.055 | +| 10 | cylinder-bands | 0.7895±0.036 | 0.7605±0.045 | 0.7441±0.043 | 0.7812±0.043 | 0.7941±0.039 | 0.7591±0.039 | 0.7338±0.045 | 0.6790±0.043 | **0.7992±0.031** | +| 11 | dermatology | 0.9667±0.025 | 0.9686±0.018 | 0.9702±0.016 | 0.9708±0.017 | 0.9751±0.014 | **0.9755±0.015** | 0.9742±0.015 | 0.9664±0.018 | 0.9659±0.019 | +| 12 | echocardiogram | 0.8374±0.065 | 0.7722±0.074 | 0.8306±0.052 | 0.7800±0.070 | 0.8208±0.062 | **0.8425±0.056** | 0.8415±0.055 | 0.7448±0.070 | 0.8033±0.074 | +| 13 | fertility | 0.8720±0.069 | 0.8570±0.056 | 0.8644±0.035 | 0.6690±0.089 | 0.8710±0.038 | **0.8800±0.060** | **0.8800±0.059** | 0.7890±0.088 | 0.8430±0.052 | +| 14 | haberman-survival | 0.7244±0.053 | 0.6807±0.052 | 0.7301±0.016 | 0.6434±0.050 | 0.6968±0.049 | 0.7291±0.042 | **0.7305±0.043** | 0.7252±0.046 | 0.6599±0.048 | +| 15 | heart-hungarian | 0.8000±0.052 | 0.8112±0.049 | 0.8157±0.045 | 0.8149±0.051 | 0.8130±0.039 | 0.8138±0.038 | **0.8179±0.041** | 0.7598±0.045 | 0.7939±0.048 | +| 16 | hepatitis | 0.7948±0.071 | 0.8239±0.086 | 0.8171±0.065 | 0.7729±0.075 | **0.8311±0.054** | 0.8139±0.050 | 0.8134±0.057 | 0.7618±0.062 | 0.7858±0.058 | +| 17 | ilpd-indian-liver | 0.6916±0.037 | 0.7091±0.031 | 0.7136±0.008 | 0.6764±0.041 | 0.7032±0.038 | **0.7137±0.034** | 0.7078±0.031 | 0.6771±0.038 | 0.6938±0.039 | +| 18 | ionosphere | 0.9270±0.029 | 0.9120±0.034 | 0.9054±0.030 | **0.9379±0.026** | 0.9325±0.024 | 0.9178±0.025 | 0.9320±0.024 | 0.8642±0.033 | 0.9231±0.028 | +| 19 | iris | 0.9433±0.037 | 0.9487±0.031 | 0.9593±0.041 | 0.9653±0.033 | 0.9473±0.040 | 0.9656±0.027 | **0.9665±0.025** | 0.9584±0.027 | 0.9413±0.037 | +| 20 | led-display | 0.7209±0.028 | 0.7071±0.030 | 0.7146±0.027 | **0.7287±0.024** | 0.7114±0.026 | 0.3765±0.090 | 0.7044±0.030 | 0.6682±0.102 | 0.7150±0.026 | +| 21 | libras | 0.7586±0.051 | 0.8314±0.041 | 0.8729±0.041 | 0.8383±0.045 | 0.8206±0.039 | **0.8839±0.035** | 0.8578±0.040 | 0.7007±0.052 | 0.7547±0.055 | +| 22 | low-res-spect | 0.8787±0.033 | 0.8874±0.030 | **0.9111±0.023** | 0.8913±0.027 | 0.8952±0.025 | 0.8993±0.025 | 0.8975±0.024 | 0.8161±0.030 | 0.8891±0.022 | +| 23 | lymphography | 0.8062±0.076 | **0.8520±0.058** | 0.8334±0.066 | 0.8410±0.054 | 0.8451±0.053 | 0.8332±0.059 | 0.8331±0.063 | 0.7612±0.071 | 0.8462±0.058 | +| 24 | mammographic | 0.8279±0.023 | 0.7827±0.023 | **0.8311±0.026** | 0.8185±0.021 | 0.7997±0.030 | 0.8210±0.022 | 0.8291±0.022 | 0.8120±0.022 | 0.7983±0.027 | +| 25 | molec-biol-promoter | 0.8374±0.079 | 0.8180±0.083 | 0.7864±0.081 | 0.8786±0.076 | **0.8872±0.067** | 0.8194±0.075 | 0.8137±0.073 | 0.6292±0.083 | 0.8605±0.073 | +| 26 | musk-1 | 0.8948±0.029 | **0.8958±0.036** | 0.8611±0.039 | 0.8922±0.032 | 0.8939±0.032 | 0.8937±0.026 | 0.8780±0.032 | 0.8129±0.036 | 0.8897±0.031 | +| 27 | oocytes_merluccius_nucleus_4d | 0.8047±0.024 | 0.8024±0.021 | 0.8079±0.022 | **0.8327±0.023** | 0.8047±0.021 | 0.8251±0.023 | 0.8179±0.022 | 0.8174±0.022 | 0.8115±0.025 | +| 28 | oocytes_merluccius_states_2f | 0.9172±0.021 | 0.9189±0.017 | 0.9242±0.013 | 0.9045±0.016 | 0.9242±0.018 | 0.9237±0.015 | 0.9226±0.015 | 0.9165±0.017 | **0.9281±0.018** | +| 29 | oocytes_trisopterus_nucleus_2f | **0.8317±0.027** | 0.8086±0.024 | 0.8087±0.024 | 0.8133±0.029 | 0.8102±0.023 | 0.8302±0.024 | 0.8271±0.025 | 0.7843±0.030 | 0.8248±0.028 | +| 30 | oocytes_trisopterus_states_5b | 0.9246±0.018 | 0.9236±0.017 | 0.9274±0.017 | 0.9211±0.018 | 0.9145±0.020 | 0.9046±0.019 | 0.9057±0.019 | 0.9277±0.015 | **0.9282±0.017** | +| 31 | parkinsons | 0.9021±0.040 | 0.9277±0.035 | 0.9031±0.050 | 0.8600±0.065 | 0.9047±0.051 | **0.9297±0.036** | 0.9141±0.036 | 0.8735±0.045 | 0.9138±0.043 | +| 32 | pima | 0.7624±0.032 | 0.7459±0.031 | **0.7725±0.025** | 0.7462±0.032 | 0.7626±0.023 | 0.7655±0.028 | 0.7646±0.029 | 0.7358±0.030 | 0.7332±0.030 | +| 33 | pittsburg-bridges-MATERIAL | 0.8530±0.067 | 0.8101±0.074 | 0.8372±0.050 | 0.7974±0.073 | 0.8373±0.052 | 0.8527±0.053 | **0.8651±0.058** | 0.7952±0.079 | 0.8320±0.058 | +| 34 | pittsburg-bridges-REL-L | 0.6740±0.101 | 0.6690±0.088 | 0.6851±0.081 | 0.6721±0.115 | **0.6945±0.091** | 0.6779±0.084 | 0.6899±0.078 | 0.5911±0.097 | 0.6592±0.101 | +| 35 | pittsburg-bridges-SPAN | 0.6540±0.113 | 0.6481±0.112 | **0.6854±0.089** | 0.6247±0.105 | 0.6420±0.080 | 0.6570±0.089 | 0.6770±0.079 | 0.5811±0.091 | 0.6673±0.091 | +| 36 | pittsburg-bridges-T-OR-D | 0.8474±0.076 | 0.8579±0.078 | 0.8638±0.051 | 0.7877±0.087 | 0.8501±0.045 | 0.8628±0.056 | **0.8671±0.064** | 0.8264±0.075 | 0.8502±0.050 | +| 37 | planning | 0.7037±0.056 | 0.6696±0.072 | 0.7144±0.010 | 0.4686±0.070 | 0.6848±0.043 | **0.7177±0.057** | 0.7139±0.060 | 0.6137±0.074 | 0.6169±0.070 | +| 38 | post-operative | 0.6767±0.081 | 0.5944±0.087 | 0.7036±0.054 | 0.3989±0.100 | 0.6278±0.094 | 0.6920±0.085 | **0.7072±0.084** | 0.5345±0.101 | 0.5689±0.085 | +| 39 | seeds | 0.9281±0.044 | 0.9400±0.041 | 0.9357±0.028 | 0.9376±0.031 | 0.9252±0.034 | **0.9478±0.029** | 0.9424±0.030 | 0.9417±0.031 | 0.9348±0.038 | +| 40 | statlog-australian-credit | 0.6765±0.035 | 0.6170±0.034 | **0.6783±0.003** | 0.5549±0.036 | 0.6702±0.024 | 0.6454±0.030 | 0.6688±0.030 | 0.5800±0.040 | 0.6336±0.032 | +| 41 | statlog-german-credit | **0.7669±0.022** | 0.7597±0.027 | 0.7605±0.018 | 0.7245±0.027 | 0.7642±0.021 | 0.7468±0.026 | 0.7407±0.030 | 0.7263±0.025 | 0.7602±0.023 | +| 42 | statlog-heart | 0.8359±0.043 | 0.8267±0.045 | **0.8389±0.043** | 0.8285±0.042 | 0.8348±0.050 | 0.8333±0.042 | 0.8369±0.039 | 0.7514±0.054 | 0.8085±0.047 | +| 43 | statlog-image | 0.9774±0.006 | 0.9713±0.007 | 0.9639±0.008 | 0.9756±0.007 | 0.9784±0.008 | 0.9340±0.024 | 0.9420±0.021 | 0.9425±0.070 | **0.9819±0.007** | +| 44 | statlog-vehicle | 0.7596±0.028 | 0.7625±0.028 | **0.8129±0.030** | 0.7786±0.026 | 0.7513±0.026 | 0.7360±0.038 | 0.7547±0.030 | 0.7901±0.027 | 0.7689±0.027 | +| 45 | synthetic-control | 0.9613±0.022 | 0.9850±0.010 | 0.9865±0.009 | 0.9862±0.010 | 0.9868±0.009 | **0.9922±0.007** | 0.9903±0.008 | 0.9518±0.019 | 0.9753±0.012 | +| 46 | tic-tac-toe | 0.9833±0.008 | 0.9855±0.009 | 0.9833±0.009 | 0.9867±0.010 | **0.9890±0.009** | 0.8797±0.029 | 0.8656±0.025 | 0.9833±0.008 | 0.9888±0.008 | +| 47 | vertebral-column-2clases | 0.8548±0.043 | 0.8361±0.043 | **0.8565±0.039** | 0.8223±0.038 | 0.8297±0.036 | 0.8434±0.038 | 0.8426±0.037 | 0.8190±0.041 | 0.8271±0.036 | +| 48 | wine | 0.9792±0.020 | 0.9786±0.022 | 0.9747±0.021 | 0.9703±0.033 | 0.9797±0.024 | **0.9846±0.017** | 0.9818±0.020 | 0.9797±0.026 | 0.9635±0.031 | +| 49 | zoo | 0.9317±0.047 | 0.9575±0.038 | 0.9579±0.048 | **0.9743±0.035** | 0.9607±0.040 | 0.9468±0.045 | 0.9346±0.056 | 0.9307±0.052 | 0.9585±0.035 | +| | **Average Score** | 0.8346±0.100 | 0.8303±0.108 | **0.8391±0.095** | 0.8093±0.138 | 0.8347±0.102 | 0.8261±0.116 | 0.8306±0.099 | 0.7871±0.121 | 0.8256±0.111 | + +### Friedman test: H0: There is no significant differences between all the classifiers +- Friedman statistic: 70,5129 +- Critical χ2 Value for df=8 and alpha=0,05: 1,5507313e+01 +- p-value: 3,8843828e-12 is less than 0,05 +- The null hypothesis H0 is rejected. + + + +### Post-hoc Holm test: H0: There is no significant differences between the control model and the other models + +| classifier | pvalue | rank | win | tie | loss | H0 | +| :-- | --: | --: | --:| --: | --: | :--: | +| Odte | - | 3,88 | - | - | - | +| TBRRoF | **1,0000e+00** |3,95 | 27 | 0 | 22 |**accepted** | +| TBRaF | **1,0000e+00** |4,19 | 27 | 0 | 22 |**accepted** | +| RandomForest | **8,5429e-01** |4,47 | 27 | 0 | 22 |**accepted** | +| BaggingJ48-SVMODT | **4,8534e-01** |4,73 | 31 | 0 | 18 |**accepted** | +| BaggingWodt | **8,2523e-02** |5,20 | 32 | 0 | 17 |**accepted** | +| XGBoost | 3,8055e-02 |5,39 | 32 | 0 | 17 |rejected | +| PBC4cip | 1,7426e-02 |5,55 | 30 | 0 | 19 |rejected | +| TBRoF | 9,1628e-11 |7,63 | 45 | 0 | 4 |rejected | diff --git a/README.md b/README.md index edada65..7e25783 100644 --- a/README.md +++ b/README.md @@ -33,57 +33,57 @@ To run the tests, you need to run the following command: ```bash 5 fold cross validation stratified - # Dataset Seeds ---- ------------------------------ ----------------------------- - 0 balance-scale 57 31 1714 17 23 79 83 97 7 1 - 1 balloons 57 31 1714 17 23 79 83 97 7 1 - 2 breast-cancer-wisc-diag 57 31 1714 17 23 79 83 97 7 1 - 3 breast-cancer-wisc-prog 57 31 1714 17 23 79 83 97 7 1 - 4 breast-cancer-wisc 57 31 1714 17 23 79 83 97 7 1 - 5 breast-cancer 57 31 1714 17 23 79 83 97 7 1 - 6 cardiotocography-10clases 57 31 1714 17 23 79 83 97 7 1 - 7 cardiotocography-3clases 57 31 1714 17 23 79 83 97 7 1 - 8 conn-bench-sonar-mines-rocks 57 31 1714 17 23 79 83 97 7 1 - 9 cylinder-bands 57 31 1714 17 23 79 83 97 7 1 - 10 dermatology 57 31 1714 17 23 79 83 97 7 1 - 11 echocardiogram 57 31 1714 17 23 79 83 97 7 1 - 12 fertility 57 31 1714 17 23 79 83 97 7 1 - 13 haberman-survival 57 31 1714 17 23 79 83 97 7 1 - 14 heart-hungarian 57 31 1714 17 23 79 83 97 7 1 - 15 hepatitis 57 31 1714 17 23 79 83 97 7 1 - 16 ilpd-indian-liver 57 31 1714 17 23 79 83 97 7 1 - 17 ionosphere 57 31 1714 17 23 79 83 97 7 1 - 18 iris 57 31 1714 17 23 79 83 97 7 1 - 19 led-display 57 31 1714 17 23 79 83 97 7 1 - 20 libras 57 31 1714 17 23 79 83 97 7 1 - 21 low-res-spect 57 31 1714 17 23 79 83 97 7 1 - 22 lymphography 57 31 1714 17 23 79 83 97 7 1 - 23 mammographic 57 31 1714 17 23 79 83 97 7 1 - 24 molec-biol-promoter 57 31 1714 17 23 79 83 97 7 1 - 25 musk-1 57 31 1714 17 23 79 83 97 7 1 - 26 oocytes_merluccius_nucleus_4d 57 31 1714 17 23 79 83 97 7 1 - 27 oocytes_merluccius_states_2f 57 31 1714 17 23 79 83 97 7 1 - 28 oocytes_trisopterus_nucleus_2f 57 31 1714 17 23 79 83 97 7 1 - 29 oocytes_trisopterus_states_5b 57 31 1714 17 23 79 83 97 7 1 - 30 parkinsons 57 31 1714 17 23 79 83 97 7 1 - 31 pima 57 31 1714 17 23 79 83 97 7 1 - 32 pittsburg-bridges-MATERIAL 57 31 1714 17 23 79 83 97 7 1 - 33 pittsburg-bridges-REL-L 57 31 1714 17 23 79 83 97 7 1 - 34 pittsburg-bridges-SPAN 57 31 1714 17 23 79 83 97 7 1 - 35 pittsburg-bridges-T-OR-D 57 31 1714 17 23 79 83 97 7 1 - 36 planning 57 31 1714 17 23 79 83 97 7 1 - 37 post-operative 57 31 1714 17 23 79 83 97 7 1 - 38 seeds 57 31 1714 17 23 79 83 97 7 1 - 39 statlog-australian-credit 57 31 1714 17 23 79 83 97 7 1 - 40 statlog-german-credit 57 31 1714 17 23 79 83 97 7 1 - 41 statlog-heart 57 31 1714 17 23 79 83 97 7 1 - 42 statlog-image 57 31 1714 17 23 79 83 97 7 1 - 43 statlog-vehicle 57 31 1714 17 23 79 83 97 7 1 - 44 synthetic-control 57 31 1714 17 23 79 83 97 7 1 - 45 tic-tac-toe 57 31 1714 17 23 79 83 97 7 1 - 46 vertebral-column-2clases 57 31 1714 17 23 79 83 97 7 1 - 47 wine 57 31 1714 17 23 79 83 97 7 1 - 48 zoo 57 31 1714 17 23 79 83 97 7 1 + # Dataset Seeds Accuracy Time +--- ------------------------------ ----------------------------- --------- --------- + 0 balance-scale 57 31 1714 17 23 79 83 97 7 1 0.9067200 0.712 + 1 balloons 57 31 1714 17 23 79 83 97 7 1 0.6900000 0.012 + 2 breast-cancer-wisc-diag 57 31 1714 17 23 79 83 97 7 1 0.9632697 0.790 + 3 breast-cancer-wisc-prog 57 31 1714 17 23 79 83 97 7 1 0.6115128 0.763 + 4 breast-cancer-wisc 57 31 1714 17 23 79 83 97 7 1 0.9703875 0.620 + 5 breast-cancer 57 31 1714 17 23 79 83 97 7 1 0.6195160 0.959 + 6 cardiotocography-10clases 57 31 1714 17 23 79 83 97 7 1 0.8685813 13.496 + 7 cardiotocography-3clases 57 31 1714 17 23 79 83 97 7 1 0.9238461 6.487 + 8 conn-bench-sonar-mines-rocks 57 31 1714 17 23 79 83 97 7 1 0.8351568 0.640 + 9 cylinder-bands 57 31 1714 17 23 79 83 97 7 1 0.7812317 2.965 + 10 dermatology 57 31 1714 17 23 79 83 97 7 1 0.9707738 0.864 + 11 echocardiogram 57 31 1714 17 23 79 83 97 7 1 0.7800000 0.200 + 12 fertility 57 31 1714 17 23 79 83 97 7 1 0.6690000 0.134 + 13 haberman-survival 57 31 1714 17 23 79 83 97 7 1 0.6434056 0.284 + 14 heart-hungarian 57 31 1714 17 23 79 83 97 7 1 0.8149328 0.571 + 15 hepatitis 57 31 1714 17 23 79 83 97 7 1 0.7729032 0.341 + 16 ilpd-indian-liver 57 31 1714 17 23 79 83 97 7 1 0.6763587 1.990 + 17 ionosphere 57 31 1714 17 23 79 83 97 7 1 0.9378913 0.876 + 18 iris 57 31 1714 17 23 79 83 97 7 1 0.9653333 0.051 + 19 led-display 57 31 1714 17 23 79 83 97 7 1 0.7287000 0.868 + 20 libras 57 31 1714 17 23 79 83 97 7 1 0.8383333 4.448 + 21 low-res-spect 57 31 1714 17 23 79 83 97 7 1 0.8913454 3.692 + 22 lymphography 57 31 1714 17 23 79 83 97 7 1 0.8409655 0.476 + 23 mammographic 57 31 1714 17 23 79 83 97 7 1 0.8185244 1.825 + 24 molec-biol-promoter 57 31 1714 17 23 79 83 97 7 1 0.8785714 0.323 + 25 musk-1 57 31 1714 17 23 79 83 97 7 1 0.8922346 3.034 + 26 oocytes_merluccius_nucleus_4d 57 31 1714 17 23 79 83 97 7 1 0.8326925 5.481 + 27 oocytes_merluccius_states_2f 57 31 1714 17 23 79 83 97 7 1 0.9045017 2.144 + 28 oocytes_trisopterus_nucleus_2f 57 31 1714 17 23 79 83 97 7 1 0.8132817 3.835 + 29 oocytes_trisopterus_states_5b 57 31 1714 17 23 79 83 97 7 1 0.9210509 3.326 + 30 parkinsons 57 31 1714 17 23 79 83 97 7 1 0.8600000 0.300 + 31 pima 57 31 1714 17 23 79 83 97 7 1 0.7462236 2.220 + 32 pittsburg-bridges-MATERIAL 57 31 1714 17 23 79 83 97 7 1 0.7973593 0.103 + 33 pittsburg-bridges-REL-L 57 31 1714 17 23 79 83 97 7 1 0.6720952 0.158 + 34 pittsburg-bridges-SPAN 57 31 1714 17 23 79 83 97 7 1 0.6247368 0.134 + 35 pittsburg-bridges-T-OR-D 57 31 1714 17 23 79 83 97 7 1 0.7877143 0.081 + 36 planning 57 31 1714 17 23 79 83 97 7 1 0.4685736 0.537 + 37 post-operative 57 31 1714 17 23 79 83 97 7 1 0.3988889 0.313 + 38 seeds 57 31 1714 17 23 79 83 97 7 1 0.9376190 0.113 + 39 statlog-australian-credit 57 31 1714 17 23 79 83 97 7 1 0.5549275 2.918 + 40 statlog-german-credit 57 31 1714 17 23 79 83 97 7 1 0.7245000 5.255 + 41 statlog-heart 57 31 1714 17 23 79 83 97 7 1 0.8285185 0.554 + 42 statlog-image 57 31 1714 17 23 79 83 97 7 1 0.9755844 6.262 + 43 statlog-vehicle 57 31 1714 17 23 79 83 97 7 1 0.7786161 3.333 + 44 synthetic-control 57 31 1714 17 23 79 83 97 7 1 0.9861667 2.141 + 45 tic-tac-toe 57 31 1714 17 23 79 83 97 7 1 0.9867430 1.953 + 46 vertebral-column-2clases 57 31 1714 17 23 79 83 97 7 1 0.8222581 0.294 + 47 wine 57 31 1714 17 23 79 83 97 7 1 0.9702857 0.167 + 48 zoo 57 31 1714 17 23 79 83 97 7 1 0.9742857 0.144 * End. ``` diff --git a/create_json.py b/create_json.py index 74ba9ac..76b0703 100644 --- a/create_json.py +++ b/create_json.py @@ -43,7 +43,7 @@ for line in lines: output = {} output["score_name"] = "accuracy" output["title"] = "PBC4cip Ensemble execution" -output["model"] = "pbc4cip" +output["model"] = "PBC4cip" output["version"] = "1.0" output["stratified"] = True output["folds"] = 5 @@ -58,7 +58,7 @@ output["discretization_algorithm"] = "mdlp" output["smooth_strategy"] = "ORIGINAL" output["discretized"] = False output["results"] = results -file_name = "results_accuracy_pbc4cip_HugeFedora_2024-12-23_17:10:00_1.json" +file_name = "results_accuracy_PBC4cip_HugeFedora_2024-12-23_17:10:00_1.json" with open(file_name, "w") as f: json.dump(output, f) print(f"File {file_name} created.") diff --git a/results_accuracy_PBC4cip_HugeFedora_2024-12-23_17:10:00_1.json b/results_accuracy_PBC4cip_HugeFedora_2024-12-23_17:10:00_1.json new file mode 100644 index 0000000..d0fd106 --- /dev/null +++ b/results_accuracy_PBC4cip_HugeFedora_2024-12-23_17:10:00_1.json @@ -0,0 +1 @@ +{"score_name": "accuracy", "title": "PBC4cip Ensemble execution", "model": "PBC4cip", "version": "1.0", "stratified": true, "folds": 5, "date": "2024-12-23", "time": "17:10:00", "duration": 4500.0, "seeds": [57, 31, 1714, 17, 23, 79, 83, 97, 7, 1], "platform": "HugeFedora", "language": "java", "language_version": "openjdk 17.0.1", "discretization_algorithm": "mdlp", "smooth_strategy": "ORIGINAL", "discretized": false, "results": [{"dataset": "balance-scale", "samples": 625, "features": 4, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.90672, "score_std": 0.025126, "time": 0.71212, "time_std": 0.094568}, {"dataset": "balloons", "samples": 16, "features": 4, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.69, "score_std": 0.270822, "time": 0.01228, "time_std": 0.001327}, {"dataset": "breast-cancer-wisc-diag", "samples": 569, "features": 30, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.96327, "score_std": 0.014027, "time": 0.79006, "time_std": 0.049213}, {"dataset": "breast-cancer-wisc-prog", "samples": 198, "features": 33, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.611513, "score_std": 0.066159, "time": 0.76296, "time_std": 0.02825}, {"dataset": "breast-cancer-wisc", "samples": 699, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.970387, "score_std": 0.013263, "time": 0.62046, "time_std": 0.039221}, {"dataset": "breast-cancer", "samples": 286, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.619516, "score_std": 0.071671, "time": 0.95936, "time_std": 0.057421}, {"dataset": "cardiotocography-10clases", "samples": 2126, "features": 21, "classes": 10, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.868581, "score_std": 0.016057, "time": 13.49618, "time_std": 0.584466}, {"dataset": "cardiotocography-3clases", "samples": 2126, "features": 21, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.923846, "score_std": 0.011888, "time": 6.48666, "time_std": 0.315272}, {"dataset": "conn-bench-sonar-mines-rocks", "samples": 208, "features": 60, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.835157, "score_std": 0.056263, "time": 0.64042, "time_std": 0.012734}, {"dataset": "cylinder-bands", "samples": 512, "features": 35, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.781232, "score_std": 0.042522, "time": 2.96462, "time_std": 0.158073}, {"dataset": "dermatology", "samples": 366, "features": 34, "classes": 6, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.970774, "score_std": 0.016587, "time": 0.8645, "time_std": 0.03717}, {"dataset": "echocardiogram", "samples": 131, "features": 10, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.78, "score_std": 0.070367, "time": 0.19958, "time_std": 0.012592}, {"dataset": "fertility", "samples": 100, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.669, "score_std": 0.08882, "time": 0.1341, "time_std": 0.012813}, {"dataset": "haberman-survival", "samples": 306, "features": 3, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.643406, "score_std": 0.050306, "time": 0.28372, "time_std": 0.015828}, {"dataset": "heart-hungarian", "samples": 294, "features": 12, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.814933, "score_std": 0.050524, "time": 0.57128, "time_std": 0.026832}, {"dataset": "hepatitis", "samples": 155, "features": 19, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.772903, "score_std": 0.074672, "time": 0.341, "time_std": 0.021727}, {"dataset": "ilpd-indian-liver", "samples": 583, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.676359, "score_std": 0.041188, "time": 1.99032, "time_std": 0.150644}, {"dataset": "ionosphere", "samples": 351, "features": 33, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.937891, "score_std": 0.026202, "time": 0.87556, "time_std": 0.029337}, {"dataset": "iris", "samples": 150, "features": 4, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.965333, "score_std": 0.033307, "time": 0.05098, "time_std": 0.004416}, {"dataset": "led-display", "samples": 1000, "features": 7, "classes": 10, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7287, "score_std": 0.023766, "time": 0.86756, "time_std": 0.032004}, {"dataset": "libras", "samples": 360, "features": 90, "classes": 15, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.838333, "score_std": 0.044597, "time": 4.4476, "time_std": 0.213703}, {"dataset": "low-res-spect", "samples": 531, "features": 100, "classes": 9, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.891345, "score_std": 0.027426, "time": 3.69202, "time_std": 0.202194}, {"dataset": "lymphography", "samples": 148, "features": 18, "classes": 4, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.840966, "score_std": 0.054341, "time": 0.47566, "time_std": 0.030094}, {"dataset": "mammographic", "samples": 961, "features": 5, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.818524, "score_std": 0.021427, "time": 1.82504, "time_std": 0.09866}, {"dataset": "molec-biol-promoter", "samples": 106, "features": 57, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.878571, "score_std": 0.075731, "time": 0.323, "time_std": 0.01161}, {"dataset": "musk-1", "samples": 476, "features": 166, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.892235, "score_std": 0.032271, "time": 3.03404, "time_std": 0.158887}, {"dataset": "oocytes_merluccius_nucleus_4d", "samples": 1022, "features": 41, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.832692, "score_std": 0.022588, "time": 5.48056, "time_std": 0.261638}, {"dataset": "oocytes_merluccius_states_2f", "samples": 1022, "features": 25, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.904502, "score_std": 0.016239, "time": 2.14444, "time_std": 0.117212}, {"dataset": "oocytes_trisopterus_nucleus_2f", "samples": 912, "features": 25, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.813282, "score_std": 0.029275, "time": 3.83466, "time_std": 0.202701}, {"dataset": "oocytes_trisopterus_states_5b", "samples": 912, "features": 32, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.921051, "score_std": 0.018487, "time": 3.32646, "time_std": 0.179141}, {"dataset": "parkinsons", "samples": 195, "features": 22, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.86, "score_std": 0.064707, "time": 0.29994, "time_std": 0.019316}, {"dataset": "pima", "samples": 768, "features": 8, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.746224, "score_std": 0.03172, "time": 2.22, "time_std": 0.124717}, {"dataset": "pittsburg-bridges-MATERIAL", "samples": 106, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.797359, "score_std": 0.072867, "time": 0.10266, "time_std": 0.00709}, {"dataset": "pittsburg-bridges-REL-L", "samples": 103, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.672095, "score_std": 0.114847, "time": 0.15838, "time_std": 0.008229}, {"dataset": "pittsburg-bridges-SPAN", "samples": 92, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.624737, "score_std": 0.1049, "time": 0.13422, "time_std": 0.006236}, {"dataset": "pittsburg-bridges-T-OR-D", "samples": 102, "features": 7, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.787714, "score_std": 0.086862, "time": 0.08104, "time_std": 0.006353}, {"dataset": "planning", "samples": 182, "features": 12, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.468574, "score_std": 0.07015, "time": 0.53718, "time_std": 0.051892}, {"dataset": "post-operative", "samples": 90, "features": 8, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.398889, "score_std": 0.100425, "time": 0.31258, "time_std": 0.02261}, {"dataset": "seeds", "samples": 210, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.937619, "score_std": 0.031186, "time": 0.11258, "time_std": 0.004992}, {"dataset": "statlog-australian-credit", "samples": 690, "features": 14, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.554928, "score_std": 0.036031, "time": 2.91776, "time_std": 0.169456}, {"dataset": "statlog-german-credit", "samples": 1000, "features": 24, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7245, "score_std": 0.02693, "time": 5.25468, "time_std": 0.201639}, {"dataset": "statlog-heart", "samples": 270, "features": 13, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.828519, "score_std": 0.042035, "time": 0.55372, "time_std": 0.019196}, {"dataset": "statlog-image", "samples": 2310, "features": 18, "classes": 7, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.975584, "score_std": 0.007008, "time": 6.26216, "time_std": 0.289373}, {"dataset": "statlog-vehicle", "samples": 846, "features": 18, "classes": 4, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.778616, "score_std": 0.026319, "time": 3.33338, "time_std": 0.089501}, {"dataset": "synthetic-control", "samples": 600, "features": 60, "classes": 6, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.986167, "score_std": 0.010489, "time": 2.14056, "time_std": 0.112066}, {"dataset": "tic-tac-toe", "samples": 958, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.986743, "score_std": 0.010448, "time": 1.95332, "time_std": 0.08823}, {"dataset": "vertebral-column-2clases", "samples": 310, "features": 6, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.822258, "score_std": 0.037687, "time": 0.29446, "time_std": 0.02078}, {"dataset": "wine", "samples": 178, "features": 13, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.970286, "score_std": 0.033183, "time": 0.16744, "time_std": 0.005797}, {"dataset": "zoo", "samples": 101, "features": 16, "classes": 7, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.974286, "score_std": 0.034664, "time": 0.14368, "time_std": 0.007503}]} \ No newline at end of file diff --git a/results_accuracy_pbc4cip_HugeFedora_2024-12-23_17:10:00_1.json b/results_accuracy_pbc4cip_HugeFedora_2024-12-23_17:10:00_1.json deleted file mode 100644 index f2bb2b6..0000000 --- a/results_accuracy_pbc4cip_HugeFedora_2024-12-23_17:10:00_1.json +++ /dev/null @@ -1 +0,0 @@ -{"score_name": "accuracy", "title": "PBC4cip Ensemble execution", "model": "pbc4cip", "version": "1.0", "stratified": true, "folds": 5, "date": "2024-12-23", "time": "17:10:00", "duration": 4500.0, "seeds": [57, 31, 1714, 17, 23, 79, 83, 97, 7, 1], "platform": "HugeFedora", "language": "java", "language_version": "openjdk 17.0.1", "discretization_algorithm": "mdlp", "smooth_strategy": "ORIGINAL", "discretized": false, "results": [{"dataset": "balance-scale", "samples": 625, "features": 4, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.90672, "score_std": 0.025126, "time": 0.74662, "time_std": 0.090453}, {"dataset": "balloons", "samples": 16, "features": 4, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.69, "score_std": 0.270822, "time": 0.01316, "time_std": 0.001579}, {"dataset": "breast-cancer-wisc-diag", "samples": 569, "features": 30, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.96327, "score_std": 0.014027, "time": 0.81078, "time_std": 0.035587}, {"dataset": "breast-cancer-wisc-prog", "samples": 198, "features": 33, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.611513, "score_std": 0.066159, "time": 0.75306, "time_std": 0.037984}, {"dataset": "breast-cancer-wisc", "samples": 699, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.970387, "score_std": 0.013263, "time": 0.63882, "time_std": 0.026555}, {"dataset": "breast-cancer", "samples": 286, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.619516, "score_std": 0.071671, "time": 0.9379, "time_std": 0.059262}, {"dataset": "cardiotocography-10clases", "samples": 2126, "features": 21, "classes": 10, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.868581, "score_std": 0.016057, "time": 13.37948, "time_std": 0.472092}, {"dataset": "cardiotocography-3clases", "samples": 2126, "features": 21, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.923846, "score_std": 0.011888, "time": 6.4367, "time_std": 0.298808}, {"dataset": "conn-bench-sonar-mines-rocks", "samples": 208, "features": 60, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.835157, "score_std": 0.056263, "time": 0.70794, "time_std": 0.014979}, {"dataset": "cylinder-bands", "samples": 512, "features": 35, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.781232, "score_std": 0.042522, "time": 3.07572, "time_std": 0.143422}, {"dataset": "dermatology", "samples": 366, "features": 34, "classes": 6, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.970774, "score_std": 0.016587, "time": 0.93304, "time_std": 0.038798}, {"dataset": "echocardiogram", "samples": 131, "features": 10, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.78, "score_std": 0.070367, "time": 0.2201, "time_std": 0.013506}, {"dataset": "fertility", "samples": 100, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.669, "score_std": 0.08882, "time": 0.13882, "time_std": 0.014667}, {"dataset": "haberman-survival", "samples": 306, "features": 3, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.643406, "score_std": 0.050306, "time": 0.28898, "time_std": 0.015384}, {"dataset": "heart-hungarian", "samples": 294, "features": 12, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.814933, "score_std": 0.050524, "time": 0.62528, "time_std": 0.024197}, {"dataset": "hepatitis", "samples": 155, "features": 19, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.772903, "score_std": 0.074672, "time": 0.31928, "time_std": 0.015429}, {"dataset": "ilpd-indian-liver", "samples": 583, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.676359, "score_std": 0.041188, "time": 1.90424, "time_std": 0.102264}, {"dataset": "ionosphere", "samples": 351, "features": 33, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.937891, "score_std": 0.026202, "time": 0.95226, "time_std": 0.051893}, {"dataset": "iris", "samples": 150, "features": 4, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.965333, "score_std": 0.033307, "time": 0.05094, "time_std": 0.004192}, {"dataset": "led-display", "samples": 1000, "features": 7, "classes": 10, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7287, "score_std": 0.023766, "time": 0.95206, "time_std": 0.044868}, {"dataset": "libras", "samples": 360, "features": 90, "classes": 15, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.838333, "score_std": 0.044597, "time": 4.51376, "time_std": 0.21844}, {"dataset": "low-res-spect", "samples": 531, "features": 100, "classes": 9, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.891345, "score_std": 0.027426, "time": 3.549, "time_std": 0.153745}, {"dataset": "lymphography", "samples": 148, "features": 18, "classes": 4, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.840966, "score_std": 0.054341, "time": 0.48736, "time_std": 0.019096}, {"dataset": "mammographic", "samples": 961, "features": 5, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.818524, "score_std": 0.021427, "time": 1.799, "time_std": 0.093832}, {"dataset": "molec-biol-promoter", "samples": 106, "features": 57, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.878571, "score_std": 0.075731, "time": 0.35102, "time_std": 0.01825}, {"dataset": "musk-1", "samples": 476, "features": 166, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.892235, "score_std": 0.032271, "time": 3.19558, "time_std": 0.128425}, {"dataset": "oocytes_merluccius_nucleus_4d", "samples": 1022, "features": 41, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.832692, "score_std": 0.022588, "time": 5.23234, "time_std": 0.235542}, {"dataset": "oocytes_merluccius_states_2f", "samples": 1022, "features": 25, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.904502, "score_std": 0.016239, "time": 2.2044, "time_std": 0.11945}, {"dataset": "oocytes_trisopterus_nucleus_2f", "samples": 912, "features": 25, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.813282, "score_std": 0.029275, "time": 3.7342, "time_std": 0.152024}, {"dataset": "oocytes_trisopterus_states_5b", "samples": 912, "features": 32, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.921051, "score_std": 0.018487, "time": 3.37618, "time_std": 0.198456}, {"dataset": "parkinsons", "samples": 195, "features": 22, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.86, "score_std": 0.064707, "time": 0.30278, "time_std": 0.020671}, {"dataset": "pima", "samples": 768, "features": 8, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.746224, "score_std": 0.03172, "time": 2.1176, "time_std": 0.070245}, {"dataset": "pittsburg-bridges-MATERIAL", "samples": 106, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.797359, "score_std": 0.072867, "time": 0.09514, "time_std": 0.006197}, {"dataset": "pittsburg-bridges-REL-L", "samples": 103, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.672095, "score_std": 0.114847, "time": 0.1491, "time_std": 0.006379}, {"dataset": "pittsburg-bridges-SPAN", "samples": 92, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.624737, "score_std": 0.1049, "time": 0.13714, "time_std": 0.005852}, {"dataset": "pittsburg-bridges-T-OR-D", "samples": 102, "features": 7, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.787714, "score_std": 0.086862, "time": 0.08238, "time_std": 0.006477}, {"dataset": "planning", "samples": 182, "features": 12, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.468574, "score_std": 0.07015, "time": 0.51394, "time_std": 0.040911}, {"dataset": "post-operative", "samples": 90, "features": 8, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.398889, "score_std": 0.100425, "time": 0.29578, "time_std": 0.023364}, {"dataset": "seeds", "samples": 210, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.937619, "score_std": 0.031186, "time": 0.11644, "time_std": 0.008741}, {"dataset": "statlog-australian-credit", "samples": 690, "features": 14, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.554928, "score_std": 0.036031, "time": 2.90262, "time_std": 0.150012}, {"dataset": "statlog-german-credit", "samples": 1000, "features": 24, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7245, "score_std": 0.02693, "time": 5.02158, "time_std": 0.209128}, {"dataset": "statlog-heart", "samples": 270, "features": 13, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.828519, "score_std": 0.042035, "time": 0.503, "time_std": 0.01734}, {"dataset": "statlog-image", "samples": 2310, "features": 18, "classes": 7, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.975584, "score_std": 0.007008, "time": 6.31538, "time_std": 0.314043}, {"dataset": "statlog-vehicle", "samples": 846, "features": 18, "classes": 4, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.778616, "score_std": 0.026319, "time": 3.61008, "time_std": 0.132029}, {"dataset": "synthetic-control", "samples": 600, "features": 60, "classes": 6, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.986167, "score_std": 0.010489, "time": 2.20564, "time_std": 0.119661}, {"dataset": "tic-tac-toe", "samples": 958, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.986743, "score_std": 0.010448, "time": 1.98558, "time_std": 0.101274}, {"dataset": "vertebral-column-2clases", "samples": 310, "features": 6, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.822258, "score_std": 0.037687, "time": 0.29558, "time_std": 0.020124}, {"dataset": "wine", "samples": 178, "features": 13, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.970286, "score_std": 0.033183, "time": 0.1508, "time_std": 0.006187}, {"dataset": "zoo", "samples": 101, "features": 16, "classes": 7, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.974286, "score_std": 0.034664, "time": 0.14058, "time_std": 0.010505}]} \ No newline at end of file diff --git a/results_pbc4.txt b/results_pbc4.txt index 7f31d4e..109cd9b 100644 --- a/results_pbc4.txt +++ b/results_pbc4.txt @@ -1,49 +1,49 @@ -balance-scale; 0.906720; 0.025126; 0.746620; 0.090453; 0.000000; 0.000000 -balloons; 0.690000; 0.270822; 0.013160; 0.001579; 0.000000; 0.000000 -breast-cancer-wisc-diag; 0.963270; 0.014027; 0.810780; 0.035587; 0.000000; 0.000000 -breast-cancer-wisc-prog; 0.611513; 0.066159; 0.753060; 0.037984; 0.000000; 0.000000 -breast-cancer-wisc; 0.970387; 0.013263; 0.638820; 0.026555; 0.000000; 0.000000 -breast-cancer; 0.619516; 0.071671; 0.937900; 0.059262; 0.000000; 0.000000 -cardiotocography-10clases; 0.868581; 0.016057; 13.379480; 0.472092; 0.000000; 0.000000 -cardiotocography-3clases; 0.923846; 0.011888; 6.436700; 0.298808; 0.000000; 0.000000 -conn-bench-sonar-mines-rocks; 0.835157; 0.056263; 0.707940; 0.014979; 0.000000; 0.000000 -cylinder-bands; 0.781232; 0.042522; 3.075720; 0.143422; 0.000000; 0.000000 -dermatology; 0.970774; 0.016587; 0.933040; 0.038798; 0.000000; 0.000000 -echocardiogram; 0.780000; 0.070367; 0.220100; 0.013506; 0.000000; 0.000000 -fertility; 0.669000; 0.088820; 0.138820; 0.014667; 0.000000; 0.000000 -haberman-survival; 0.643406; 0.050306; 0.288980; 0.015384; 0.000000; 0.000000 -heart-hungarian; 0.814933; 0.050524; 0.625280; 0.024197; 0.000000; 0.000000 -hepatitis; 0.772903; 0.074672; 0.319280; 0.015429; 0.000000; 0.000000 -ilpd-indian-liver; 0.676359; 0.041188; 1.904240; 0.102264; 0.000000; 0.000000 -ionosphere; 0.937891; 0.026202; 0.952260; 0.051893; 0.000000; 0.000000 -iris; 0.965333; 0.033307; 0.050940; 0.004192; 0.000000; 0.000000 -led-display; 0.728700; 0.023766; 0.952060; 0.044868; 0.000000; 0.000000 -libras; 0.838333; 0.044597; 4.513760; 0.218440; 0.000000; 0.000000 -low-res-spect; 0.891345; 0.027426; 3.549000; 0.153745; 0.000000; 0.000000 -lymphography; 0.840966; 0.054341; 0.487360; 0.019096; 0.000000; 0.000000 -mammographic; 0.818524; 0.021427; 1.799000; 0.093832; 0.000000; 0.000000 -molec-biol-promoter; 0.878571; 0.075731; 0.351020; 0.018250; 0.000000; 0.000000 -musk-1; 0.892235; 0.032271; 3.195580; 0.128425; 0.000000; 0.000000 -oocytes_merluccius_nucleus_4d; 0.832692; 0.022588; 5.232340; 0.235542; 0.000000; 0.000000 -oocytes_merluccius_states_2f; 0.904502; 0.016239; 2.204400; 0.119450; 0.000000; 0.000000 -oocytes_trisopterus_nucleus_2f; 0.813282; 0.029275; 3.734200; 0.152024; 0.000000; 0.000000 -oocytes_trisopterus_states_5b; 0.921051; 0.018487; 3.376180; 0.198456; 0.000000; 0.000000 -parkinsons; 0.860000; 0.064707; 0.302780; 0.020671; 0.000000; 0.000000 -pima; 0.746224; 0.031720; 2.117600; 0.070245; 0.000000; 0.000000 -pittsburg-bridges-MATERIAL; 0.797359; 0.072867; 0.095140; 0.006197; 0.000000; 0.000000 -pittsburg-bridges-REL-L; 0.672095; 0.114847; 0.149100; 0.006379; 0.000000; 0.000000 -pittsburg-bridges-SPAN; 0.624737; 0.104900; 0.137140; 0.005852; 0.000000; 0.000000 -pittsburg-bridges-T-OR-D; 0.787714; 0.086862; 0.082380; 0.006477; 0.000000; 0.000000 -planning; 0.468574; 0.070150; 0.513940; 0.040911; 0.000000; 0.000000 -post-operative; 0.398889; 0.100425; 0.295780; 0.023364; 0.000000; 0.000000 -seeds; 0.937619; 0.031186; 0.116440; 0.008741; 0.000000; 0.000000 -statlog-australian-credit; 0.554928; 0.036031; 2.902620; 0.150012; 0.000000; 0.000000 -statlog-german-credit; 0.724500; 0.026930; 5.021580; 0.209128; 0.000000; 0.000000 -statlog-heart; 0.828519; 0.042035; 0.503000; 0.017340; 0.000000; 0.000000 -statlog-image; 0.975584; 0.007008; 6.315380; 0.314043; 0.000000; 0.000000 -statlog-vehicle; 0.778616; 0.026319; 3.610080; 0.132029; 0.000000; 0.000000 -synthetic-control; 0.986167; 0.010489; 2.205640; 0.119661; 0.000000; 0.000000 -tic-tac-toe; 0.986743; 0.010448; 1.985580; 0.101274; 0.000000; 0.000000 -vertebral-column-2clases; 0.822258; 0.037687; 0.295580; 0.020124; 0.000000; 0.000000 -wine; 0.970286; 0.033183; 0.150800; 0.006187; 0.000000; 0.000000 -zoo; 0.974286; 0.034664; 0.140580; 0.010505; 0.000000; 0.000000 +balance-scale; 0.906720; 0.025126; 0.712120; 0.094568; 0.000000; 0.000000 +balloons; 0.690000; 0.270822; 0.012280; 0.001327; 0.000000; 0.000000 +breast-cancer-wisc-diag; 0.963270; 0.014027; 0.790060; 0.049213; 0.000000; 0.000000 +breast-cancer-wisc-prog; 0.611513; 0.066159; 0.762960; 0.028250; 0.000000; 0.000000 +breast-cancer-wisc; 0.970387; 0.013263; 0.620460; 0.039221; 0.000000; 0.000000 +breast-cancer; 0.619516; 0.071671; 0.959360; 0.057421; 0.000000; 0.000000 +cardiotocography-10clases; 0.868581; 0.016057; 13.496180; 0.584466; 0.000000; 0.000000 +cardiotocography-3clases; 0.923846; 0.011888; 6.486660; 0.315272; 0.000000; 0.000000 +conn-bench-sonar-mines-rocks; 0.835157; 0.056263; 0.640420; 0.012734; 0.000000; 0.000000 +cylinder-bands; 0.781232; 0.042522; 2.964620; 0.158073; 0.000000; 0.000000 +dermatology; 0.970774; 0.016587; 0.864500; 0.037170; 0.000000; 0.000000 +echocardiogram; 0.780000; 0.070367; 0.199580; 0.012592; 0.000000; 0.000000 +fertility; 0.669000; 0.088820; 0.134100; 0.012813; 0.000000; 0.000000 +haberman-survival; 0.643406; 0.050306; 0.283720; 0.015828; 0.000000; 0.000000 +heart-hungarian; 0.814933; 0.050524; 0.571280; 0.026832; 0.000000; 0.000000 +hepatitis; 0.772903; 0.074672; 0.341000; 0.021727; 0.000000; 0.000000 +ilpd-indian-liver; 0.676359; 0.041188; 1.990320; 0.150644; 0.000000; 0.000000 +ionosphere; 0.937891; 0.026202; 0.875560; 0.029337; 0.000000; 0.000000 +iris; 0.965333; 0.033307; 0.050980; 0.004416; 0.000000; 0.000000 +led-display; 0.728700; 0.023766; 0.867560; 0.032004; 0.000000; 0.000000 +libras; 0.838333; 0.044597; 4.447600; 0.213703; 0.000000; 0.000000 +low-res-spect; 0.891345; 0.027426; 3.692020; 0.202194; 0.000000; 0.000000 +lymphography; 0.840966; 0.054341; 0.475660; 0.030094; 0.000000; 0.000000 +mammographic; 0.818524; 0.021427; 1.825040; 0.098660; 0.000000; 0.000000 +molec-biol-promoter; 0.878571; 0.075731; 0.323000; 0.011610; 0.000000; 0.000000 +musk-1; 0.892235; 0.032271; 3.034040; 0.158887; 0.000000; 0.000000 +oocytes_merluccius_nucleus_4d; 0.832692; 0.022588; 5.480560; 0.261638; 0.000000; 0.000000 +oocytes_merluccius_states_2f; 0.904502; 0.016239; 2.144440; 0.117212; 0.000000; 0.000000 +oocytes_trisopterus_nucleus_2f; 0.813282; 0.029275; 3.834660; 0.202701; 0.000000; 0.000000 +oocytes_trisopterus_states_5b; 0.921051; 0.018487; 3.326460; 0.179141; 0.000000; 0.000000 +parkinsons; 0.860000; 0.064707; 0.299940; 0.019316; 0.000000; 0.000000 +pima; 0.746224; 0.031720; 2.220000; 0.124717; 0.000000; 0.000000 +pittsburg-bridges-MATERIAL; 0.797359; 0.072867; 0.102660; 0.007090; 0.000000; 0.000000 +pittsburg-bridges-REL-L; 0.672095; 0.114847; 0.158380; 0.008229; 0.000000; 0.000000 +pittsburg-bridges-SPAN; 0.624737; 0.104900; 0.134220; 0.006236; 0.000000; 0.000000 +pittsburg-bridges-T-OR-D; 0.787714; 0.086862; 0.081040; 0.006353; 0.000000; 0.000000 +planning; 0.468574; 0.070150; 0.537180; 0.051892; 0.000000; 0.000000 +post-operative; 0.398889; 0.100425; 0.312580; 0.022610; 0.000000; 0.000000 +seeds; 0.937619; 0.031186; 0.112580; 0.004992; 0.000000; 0.000000 +statlog-australian-credit; 0.554928; 0.036031; 2.917760; 0.169456; 0.000000; 0.000000 +statlog-german-credit; 0.724500; 0.026930; 5.254680; 0.201639; 0.000000; 0.000000 +statlog-heart; 0.828519; 0.042035; 0.553720; 0.019196; 0.000000; 0.000000 +statlog-image; 0.975584; 0.007008; 6.262160; 0.289373; 0.000000; 0.000000 +statlog-vehicle; 0.778616; 0.026319; 3.333380; 0.089501; 0.000000; 0.000000 +synthetic-control; 0.986167; 0.010489; 2.140560; 0.112066; 0.000000; 0.000000 +tic-tac-toe; 0.986743; 0.010448; 1.953320; 0.088230; 0.000000; 0.000000 +vertebral-column-2clases; 0.822258; 0.037687; 0.294460; 0.020780; 0.000000; 0.000000 +wine; 0.970286; 0.033183; 0.167440; 0.005797; 0.000000; 0.000000 +zoo; 0.974286; 0.034664; 0.143680; 0.007503; 0.000000; 0.000000 diff --git a/target/surefire-reports/TEST-com.testpbc4.AppTest.xml b/target/surefire-reports/TEST-com.testpbc4.AppTest.xml index 70e7eaa..1057b21 100644 --- a/target/surefire-reports/TEST-com.testpbc4.AppTest.xml +++ b/target/surefire-reports/TEST-com.testpbc4.AppTest.xml @@ -1,5 +1,5 @@ - + @@ -12,7 +12,7 @@ - + @@ -27,7 +27,7 @@ - + diff --git a/target/surefire-reports/com.testpbc4.AppTest.txt b/target/surefire-reports/com.testpbc4.AppTest.txt index 57273b9..604e589 100644 --- a/target/surefire-reports/com.testpbc4.AppTest.txt +++ b/target/surefire-reports/com.testpbc4.AppTest.txt @@ -1,4 +1,4 @@ ------------------------------------------------------------------------------- Test set: com.testpbc4.AppTest ------------------------------------------------------------------------------- -Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.009 s -- in com.testpbc4.AppTest +Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.010 s -- in com.testpbc4.AppTest