From 9b94c3597bea74098a39cf2ea7f337c5f8858cf2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ricardo=20Montan=CC=83ana?= Date: Sat, 19 Feb 2022 11:28:35 +0100 Subject: [PATCH] Fix description in SVC results files --- results/exreport_accuracy.csv | 687 ++++++++++++++++++ results/exreport_accuracy.txt | 41 ++ results/exreport_err_accuracy.txt | 21 + ...racy_ODTE_Galgo_2022-02-17_09:59:54_0.xlsx | Bin 0 -> 11894 bytes ...curacy_SVC_bart_2021-12-17_14:28:53_0.json | 4 +- ...icro_SVC_iMac27_2021-09-30_12:14:10_0.json | 4 +- 6 files changed, 753 insertions(+), 4 deletions(-) create mode 100644 results/exreport_accuracy.csv create mode 100644 results/exreport_accuracy.txt create mode 100644 results/exreport_err_accuracy.txt create mode 100644 results/results_accuracy_ODTE_Galgo_2022-02-17_09:59:54_0.xlsx diff --git a/results/exreport_accuracy.csv b/results/exreport_accuracy.csv new file mode 100644 index 0000000..007c9b9 --- /dev/null +++ b/results/exreport_accuracy.csv @@ -0,0 +1,687 @@ +classifier, dataset, accuracy, stdev +ExtraTree, balance-scale, 0.7878399999999999, 0.03687783073880566 +ExtraTree, balloons, 0.575, 0.28927591596182967 +ExtraTree, breast-cancer-wisc-diag, 0.9131858407079645, 0.027969722048511687 +ExtraTree, breast-cancer-wisc-prog, 0.6632179487179486, 0.07656410793102837 +ExtraTree, breast-cancer-wisc, 0.9403360739979445, 0.02165140889671454 +ExtraTree, breast-cancer, 0.656908650937689, 0.05914309228326181 +ExtraTree, cardiotocography-10clases, 0.6989177575255454, 0.030051929270415455 +ExtraTree, cardiotocography-3clases, 0.8819887323943664, 0.01507833257138732 +ExtraTree, conn-bench-sonar-mines-rocks, 0.6956445993031357, 0.07653320217222026 +ExtraTree, cylinder-bands, 0.6958918713116314, 0.04592870865503856 +ExtraTree, dermatology, 0.8975268419104035, 0.039527668904658364 +ExtraTree, echocardiogram, 0.7305982905982905, 0.08853188223988526 +ExtraTree, fertility, 0.8059999999999999, 0.06902173570694958 +ExtraTree, haberman-survival, 0.6500105764145954, 0.06301971546791206 +ExtraTree, heart-hungarian, 0.7604909409701931, 0.04869532741159298 +ExtraTree, hepatitis, 0.7793548387096775, 0.07805118521205993 +ExtraTree, ilpd-indian-liver, 0.6634232242852933, 0.03869963692900845 +ExtraTree, ionosphere, 0.8540885311871226, 0.04332727262995767 +ExtraTree, iris, 0.9333333333333335, 0.044221663871405324 +ExtraTree, led-display, 0.7036999999999999, 0.02880642289490313 +ExtraTree, libras, 0.6022222222222223, 0.05851558829982036 +ExtraTree, low-res-spect, 0.8043255157820492, 0.03860708555393554 +ExtraTree, lymphography, 0.7288505747126437, 0.07209829097764534 +ExtraTree, mammographic, 0.7595207253886009, 0.027055981087449776 +ExtraTree, molec-biol-promoter, 0.6611255411255411, 0.09268635844993099 +ExtraTree, musk-1, 0.7796030701754388, 0.043688902783382194 +ExtraTree, oocytes_merluccius_nucleus_4d, 0.6907929220468675, 0.025573299489788766 +ExtraTree, oocytes_merluccius_states_2f, 0.8678149210903873, 0.01875101003253329 +ExtraTree, oocytes_trisopterus_nucleus_2f, 0.6820134510298443, 0.035675489219353006 +ExtraTree, oocytes_trisopterus_states_5b, 0.8403422806701495, 0.02618600526924095 +ExtraTree, parkinsons, 0.8482051282051282, 0.06020783639564789 +ExtraTree, pima, 0.6649944826415415, 0.03466246243736563 +ExtraTree, pittsburg-bridges-MATERIAL, 0.7835930735930735, 0.07970952540707685 +ExtraTree, pittsburg-bridges-REL-L, 0.6253333333333333, 0.10873604896570042 +ExtraTree, pittsburg-bridges-SPAN, 0.5715204678362573, 0.12252433352049193 +ExtraTree, pittsburg-bridges-T-OR-D, 0.8365714285714287, 0.08634786997098468 +ExtraTree, planning, 0.5972672672672672, 0.08066489784697915 +ExtraTree, post-operative, 0.5733333333333334, 0.10566660824861103 +ExtraTree, seeds, 0.8838095238095236, 0.04354995567685211 +ExtraTree, statlog-australian-credit, 0.5704347826086956, 0.041879795179494514 +ExtraTree, statlog-german-credit, 0.6663999999999999, 0.030692670134740637 +ExtraTree, statlog-heart, 0.7507407407407407, 0.04860326215293292 +ExtraTree, statlog-image, 0.928917748917749, 0.011578447915777758 +ExtraTree, statlog-vehicle, 0.6626481030281935, 0.029721786236711036 +ExtraTree, synthetic-control, 0.8525, 0.03449033681095813 +ExtraTree, tic-tac-toe, 0.8658529668411867, 0.030146489305175026 +ExtraTree, vertebral-column-2clases, 0.747741935483871, 0.06311049392365933 +ExtraTree, wine, 0.8719999999999999, 0.06055135103670992 +ExtraTree, zoo, 0.9346666666666665, 0.06150449350322653 +STree, balance-scale, 0.97056, 0.015046806970251203 +STree, balloons, 0.86, 0.28501461950807594 +STree, breast-cancer-wisc-diag, 0.9727635460332246, 0.017313211324042233 +STree, breast-cancer-wisc-prog, 0.811128205128205, 0.05846009894763935 +STree, breast-cancer-wisc, 0.967808838643371, 0.012084225264206064 +STree, breast-cancer, 0.7342105263157894, 0.047977358056609264 +STree, cardiotocography-10clases, 0.8094129798398231, 0.023346080031830214 +STree, cardiotocography-3clases, 0.904047500690417, 0.015332156149647586 +STree, conn-bench-sonar-mines-rocks, 0.8320905923344947, 0.06095204566527709 +STree, cylinder-bands, 0.7476127926898914, 0.04110007272505122 +STree, dermatology, 0.9729211403184006, 0.019813499795909784 +STree, echocardiogram, 0.855156695156695, 0.06266151037590971 +STree, fertility, 0.88, 0.0547722557505166 +STree, haberman-survival, 0.735637228979376, 0.04346136548997221 +STree, heart-hungarian, 0.8275219170075979, 0.05052827428335672 +STree, hepatitis, 0.8245161290322581, 0.073887165430815 +STree, ilpd-indian-liver, 0.7234983790156204, 0.038488555090414656 +STree, ionosphere, 0.9532756539235413, 0.02385368651558141 +STree, iris, 0.966, 0.032991581417756315 +STree, led-display, 0.7030000000000001, 0.029120439557122058 +STree, libras, 0.7886111111111112, 0.05169130237032862 +STree, low-res-spect, 0.8975365896667254, 0.03121679591619338 +STree, lymphography, 0.8350344827586206, 0.05906491141171708 +STree, mammographic, 0.8267465457685665, 0.022926835290767923 +STree, molec-biol-promoter, 0.827142857142857, 0.09431966640910128 +STree, musk-1, 0.9163881578947368, 0.027520787090975468 +STree, oocytes_merluccius_nucleus_4d, 0.8351252989000477, 0.02209607725442717 +STree, oocytes_merluccius_states_2f, 0.9179062649450025, 0.016316580296653664 +STree, oocytes_trisopterus_nucleus_2f, 0.8009860085269921, 0.0218449453461112 +STree, oocytes_trisopterus_states_5b, 0.9224704257491143, 0.01772207930954525 +STree, parkinsons, 0.882051282051282, 0.04783271309276316 +STree, pima, 0.7692530345471521, 0.02618732989053553 +STree, pittsburg-bridges-MATERIAL, 0.8677489177489177, 0.07122264688853039 +STree, pittsburg-bridges-REL-L, 0.6672857142857144, 0.09562399199889633 +STree, pittsburg-bridges-SPAN, 0.6794736842105265, 0.10621707149419587 +STree, pittsburg-bridges-T-OR-D, 0.8628095238095238, 0.0747571882042698 +STree, planning, 0.7352702702702704, 0.06697755238925641 +STree, post-operative, 0.711111111111111, 0.07535922203472521 +STree, seeds, 0.9528571428571427, 0.0279658035429067 +STree, statlog-australian-credit, 0.6782608695652174, 0.03904983647915211 +STree, statlog-german-credit, 0.7644, 0.028803472012936236 +STree, statlog-heart, 0.8229629629629629, 0.044003990341567836 +STree, statlog-image, 0.9559307359307361, 0.00956073126474503 +STree, statlog-vehicle, 0.7930281935259312, 0.03010396812322711 +STree, synthetic-control, 0.9833333333333334, 0.01092906420717001 +STree, tic-tac-toe, 0.9844442626527051, 0.008387465200358178 +STree, vertebral-column-2clases, 0.8529032258064515, 0.04088510843291576 +STree, wine, 0.9791587301587302, 0.022426953738041516 +STree, zoo, 0.9575238095238094, 0.04546150348723332 +ODTE, balance-scale, 0.97376, 0.019001642034308507 +ODTE, balloons, 0.7583333333333333, 0.2785129161178067 +ODTE, breast-cancer-wisc-diag, 0.9739931687626143, 0.016554866765950735 +ODTE, breast-cancer-wisc-prog, 0.810102564102564, 0.06056448251036948 +ODTE, breast-cancer-wisc, 0.971956834532374, 0.01262594441445573 +ODTE, breast-cancer, 0.7433877797943134, 0.04272794739105822 +ODTE, cardiotocography-10clases, 0.8377754211543773, 0.020035258312140675 +ODTE, cardiotocography-3clases, 0.9158537420602043, 0.013571959275117652 +ODTE, conn-bench-sonar-mines-rocks, 0.8431475029036002, 0.052081786915494255 +ODTE, cylinder-bands, 0.7673272415762422, 0.041472855015354505 +ODTE, dermatology, 0.9805997778600516, 0.012861009889409938 +ODTE, echocardiogram, 0.855156695156695, 0.06266151037590971 +ODTE, fertility, 0.88, 0.0547722557505166 +ODTE, haberman-survival, 0.7408778424114226, 0.05131929321866528 +ODTE, heart-hungarian, 0.8299123319696085, 0.05556757760909393 +ODTE, hepatitis, 0.8283870967741936, 0.07109665710428856 +ODTE, ilpd-indian-liver, 0.7272885352195698, 0.039873431660598986 +ODTE, ionosphere, 0.9504346076458754, 0.023708279806973313 +ODTE, iris, 0.964, 0.03255081497528987 +ODTE, led-display, 0.7186, 0.02703775138579389 +ODTE, libras, 0.8625, 0.047079031268550814 +ODTE, low-res-spect, 0.9093969317580672, 0.035428439542986974 +ODTE, lymphography, 0.8410574712643678, 0.05833785272114171 +ODTE, mammographic, 0.8288347366148531, 0.022955531218077037 +ODTE, molec-biol-promoter, 0.8656709956709955, 0.0973712407439469 +ODTE, musk-1, 0.9124013157894737, 0.02990026230299551 +ODTE, oocytes_merluccius_nucleus_4d, 0.8443271162123385, 0.026958181251392942 +ODTE, oocytes_merluccius_states_2f, 0.9230946915351506, 0.015908353110954166 +ODTE, oocytes_trisopterus_nucleus_2f, 0.8154464661022038, 0.022327974942331383 +ODTE, oocytes_trisopterus_states_5b, 0.9267387257551191, 0.01807476944375977 +ODTE, parkinsons, 0.9066666666666667, 0.04522134909753559 +ODTE, pima, 0.7728910958322721, 0.02900120258111359 +ODTE, pittsburg-bridges-MATERIAL, 0.8677489177489177, 0.06934417716014449 +ODTE, pittsburg-bridges-REL-L, 0.6966190476190477, 0.099521633605742 +ODTE, pittsburg-bridges-SPAN, 0.6937426900584795, 0.10948613227073402 +ODTE, pittsburg-bridges-T-OR-D, 0.8664761904761904, 0.07649172587269897 +ODTE, planning, 0.7352702702702704, 0.06697755238925641 +ODTE, post-operative, 0.711111111111111, 0.07535922203472521 +ODTE, seeds, 0.9571428571428572, 0.027355060221609648 +ODTE, statlog-australian-credit, 0.6782608695652174, 0.03904983647915211 +ODTE, statlog-german-credit, 0.7576, 0.029227384419410526 +ODTE, statlog-heart, 0.8381481481481482, 0.046379185057354784 +ODTE, statlog-image, 0.9641991341991343, 0.007272340744212073 +ODTE, statlog-vehicle, 0.8072182387747998, 0.02404945671905629 +ODTE, synthetic-control, 0.987, 0.009741092797468319 +ODTE, tic-tac-toe, 0.9846531413612564, 0.00756301332812281 +ODTE, vertebral-column-2clases, 0.8564516129032256, 0.037928954891305953 +ODTE, wine, 0.9814285714285714, 0.02424781771927406 +ODTE, zoo, 0.9574761904761906, 0.04557023434769017 +TBRoF, balance-scale, 0.7826380042462844, 0.18925694969056328 +TBRoF, balloons, 0.61125, 0.247725203364352 +TBRoF, breast-cancer-wisc-diag, 0.973283758495026, 0.013244810623357882 +TBRoF, breast-cancer-wisc-prog, 0.7978151260504203, 0.05694766463433709 +TBRoF, breast-cancer-wisc, 0.9627849210987725, 0.012721293409234216 +TBRoF, breast-cancer, 0.7308990931892726, 0.055966571642361095 +TBRoF, cardiotocography-10clases, 0.7833492331011966, 0.021307069831893954 +TBRoF, cardiotocography-3clases, 0.895985255615268, 0.012308158973203483 +TBRoF, conn-bench-sonar-mines-rocks, 0.7877884615384616, 0.04851951284665777 +TBRoF, cylinder-bands, 0.7170703125, 0.035382373191454965 +TBRoF, dermatology, 0.9742673992673991, 0.015317005568040842 +TBRoF, echocardiogram, 0.8331428571428572, 0.05716070028311154 +TBRoF, fertility, 0.8800000000000006, 0.05570922354457741 +TBRoF, haberman-survival, 0.7412618083670716, 0.03733056862694105 +TBRoF, heart-hungarian, 0.814958904109589, 0.03136114741864325 +TBRoF, hepatitis, 0.8127086007702183, 0.05401110717213335 +TBRoF, ilpd-indian-liver, 0.7232548928238585, 0.02812722020593907 +TBRoF, ionosphere, 0.907727969348659, 0.03151367661074491 +TBRoF, iris, 0.9774601524601525, 0.022227864533454735 +TBRoF, led-display, 0.7098000000000001, 0.026706198767918625 +TBRoF, libras, 0.7562777777777778, 0.04860581848829984 +TBRoF, low-res-spect, 0.8738299663299666, 0.029720937467041728 +TBRoF, lymphography, 0.7751351351351352, 0.06933105447844684 +TBRoF, mammographic, 0.8145772821576763, 0.023864461511594333 +TBRoF, molec-biol-promoter, 0.7795329670329672, 0.06980216133544012 +TBRoF, musk-1, 0.8714285714285717, 0.02544487451716707 +TBRoF, oocytes_merluccius_nucleus_4d, 0.831322194247349, 0.021134901304659903 +TBRoF, oocytes_merluccius_states_2f, 0.9211329823758299, 0.012866634130284658 +TBRoF, oocytes_trisopterus_nucleus_2f, 0.8083333333333332, 0.029987740012144073 +TBRoF, oocytes_trisopterus_states_5b, 0.9314473684210521, 0.015009780777726503 +TBRoF, parkinsons, 0.8935600490196077, 0.04414473458115928 +TBRoF, pima, 0.7682291666666667, 0.02576538959165189 +TBRoF, pittsburg-bridges-MATERIAL, 0.8053021978021977, 0.06860551894291693 +TBRoF, pittsburg-bridges-REL-L, 0.6569285714285714, 0.0689374239513824 +TBRoF, pittsburg-bridges-SPAN, 0.6478260869565218, 0.10917514377689 +TBRoF, pittsburg-bridges-T-OR-D, 0.8656444444444447, 0.0655148575959644 +TBRoF, planning, 0.7128439716312058, 0.05752795189294039 +TBRoF, post-operative, 0.7110227272727273, 0.08718498768060559 +TBRoF, seeds, 0.9534900284900283, 0.027705208350106637 +TBRoF, statlog-australian-credit, 0.6784883720930234, 0.03892040204721194 +TBRoF, statlog-german-credit, 0.7575999999999999, 0.0256092088700016 +TBRoF, statlog-heart, 0.8289746917585983, 0.042595090023633556 +TBRoF, statlog-image, 0.9615544640104406, 0.008699636358413849 +TBRoF, statlog-vehicle, 0.8051545290701557, 0.02813895748743846 +TBRoF, synthetic-control, 0.9816666666666667, 0.012955163345552294 +TBRoF, tic-tac-toe, 0.983303703189291, 0.008126990928514651 +TBRoF, vertebral-column-2clases, 0.8501578168666777, 0.03368363428991826 +TBRoF, wine, 0.9910573122529645, 0.013443915807807105 +TBRoF, zoo, 0.9566153846153845, 0.04584946867346845 +Wodt, balance-scale, 0.92128, 0.031368162203100125 +Wodt, balloons, 0.6849999999999998, 0.23879907872519107 +Wodt, breast-cancer-wisc-diag, 0.9662598975314391, 0.012701511719760309 +Wodt, breast-cancer-wisc-prog, 0.7116025641025641, 0.054983897290113326 +Wodt, breast-cancer-wisc, 0.9440647482014388, 0.01756316459913997 +Wodt, breast-cancer, 0.6632486388384754, 0.04925109121345335 +Wodt, cardiotocography-10clases, 0.7796334714167358, 0.01966283976162998 +Wodt, cardiotocography-3clases, 0.9014120961060482, 0.016029994123889068 +Wodt, conn-bench-sonar-mines-rocks, 0.8081997677119628, 0.0498734154479995 +Wodt, cylinder-bands, 0.7025452122596612, 0.03710659493721448 +Wodt, dermatology, 0.9641873380229546, 0.016641323865204168 +Wodt, echocardiogram, 0.746980056980057, 0.08724923657104314 +Wodt, fertility, 0.804, 0.06770524351924304 +Wodt, haberman-survival, 0.6702379693283977, 0.05088784373091166 +Wodt, heart-hungarian, 0.761928696668615, 0.052100433118643194 +Wodt, hepatitis, 0.7748387096774192, 0.09558190259697842 +Wodt, ilpd-indian-liver, 0.6778588269967581, 0.035631066332769044 +Wodt, ionosphere, 0.8794607645875252, 0.03858080219956032 +Wodt, iris, 0.9466666666666668, 0.036514837167011066 +Wodt, led-display, 0.7047, 0.02916179006851258 +Wodt, libras, 0.7855555555555556, 0.05031996388544112 +Wodt, low-res-spect, 0.855533415623347, 0.03222774975371431 +Wodt, lymphography, 0.7800459770114943, 0.07599005574288029 +Wodt, mammographic, 0.7579566062176167, 0.024906146679797566 +Wodt, molec-biol-promoter, 0.7912987012987013, 0.08633959022510546 +Wodt, musk-1, 0.8411776315789474, 0.03449014306500045 +Wodt, oocytes_merluccius_nucleus_4d, 0.74041893830703, 0.028693112692103676 +Wodt, oocytes_merluccius_states_2f, 0.902934481109517, 0.022147306742109327 +Wodt, oocytes_trisopterus_nucleus_2f, 0.7491436978322225, 0.03602040782195508 +Wodt, oocytes_trisopterus_states_5b, 0.8916705698672911, 0.020702811014803944 +Wodt, parkinsons, 0.9005128205128206, 0.05144589211891057 +Wodt, pima, 0.6881622952211188, 0.035111562938444044 +Wodt, pittsburg-bridges-MATERIAL, 0.8118614718614716, 0.08062163607707493 +Wodt, pittsburg-bridges-REL-L, 0.6259047619047619, 0.10926121729800642 +Wodt, pittsburg-bridges-SPAN, 0.5871929824561403, 0.11611933933595711 +Wodt, pittsburg-bridges-T-OR-D, 0.8375238095238096, 0.07413072965623015 +Wodt, planning, 0.5784384384384385, 0.08440752357130758 +Wodt, post-operative, 0.5566666666666666, 0.10627822791331752 +Wodt, seeds, 0.9323809523809523, 0.04161152814276852 +Wodt, statlog-australian-credit, 0.5617391304347826, 0.03785467296768582 +Wodt, statlog-german-credit, 0.6850999999999999, 0.02579709285946769 +Wodt, statlog-heart, 0.78, 0.061154866490519384 +Wodt, statlog-image, 0.9548917748917749, 0.011022906583856079 +Wodt, statlog-vehicle, 0.7296756004176818, 0.03014045315193517 +Wodt, synthetic-control, 0.9785, 0.01453826368969525 +Wodt, tic-tac-toe, 0.9449798211169285, 0.029347280139619656 +Wodt, vertebral-column-2clases, 0.8138709677419353, 0.04530047675895885 +Wodt, wine, 0.967920634920635, 0.028208046326376822 +Wodt, zoo, 0.9514285714285715, 0.043724036675722826 +SVC, balance-scale, 0.9785600000000001, 0.013711542582802286 +SVC, balloons, 0.86, 0.28501461950807594 +SVC, breast-cancer-wisc-diag, 0.9753951249805931, 0.014597293231205878 +SVC, breast-cancer-wisc-prog, 0.7938589743589745, 0.05657320433780183 +SVC, breast-cancer-wisc, 0.9679527235354572, 0.011995201821390402 +SVC, breast-cancer, 0.7317543859649124, 0.04356606121838112 +SVC, cardiotocography-10clases, 0.8201826014913007, 0.022919732876958584 +SVC, cardiotocography-3clases, 0.9112899199116268, 0.012401790692530392 +SVC, conn-bench-sonar-mines-rocks, 0.8320905923344947, 0.06095204566527709 +SVC, cylinder-bands, 0.7476127926898914, 0.04110007272505122 +SVC, dermatology, 0.972373195112921, 0.015862520651510115 +SVC, echocardiogram, 0.8252991452991455, 0.07337261558656372 +SVC, fertility, 0.88, 0.0547722557505166 +SVC, haberman-survival, 0.7317133791644632, 0.045381650232207534 +SVC, heart-hungarian, 0.8234482758620689, 0.048867109055436626 +SVC, hepatitis, 0.8251612903225807, 0.07040539663356832 +SVC, ilpd-indian-liver, 0.7133952254641912, 0.03827755623741007 +SVC, ionosphere, 0.9532756539235413, 0.02385368651558141 +SVC, iris, 0.966, 0.032991581417756315 +SVC, led-display, 0.7204, 0.02523568901377571 +SVC, libras, 0.7847222222222221, 0.051012132422797105 +SVC, low-res-spect, 0.9016769529183564, 0.03269429070378195 +SVC, lymphography, 0.8471494252873564, 0.05938135729224899 +SVC, mammographic, 0.8267465457685665, 0.022926835290767923 +SVC, molec-biol-promoter, 0.827142857142857, 0.09431966640910128 +SVC, musk-1, 0.9163881578947368, 0.027520787090975468 +SVC, oocytes_merluccius_nucleus_4d, 0.8403060736489717, 0.023610853521046887 +SVC, oocytes_merluccius_states_2f, 0.9197675753228122, 0.016293604623296522 +SVC, oocytes_trisopterus_nucleus_2f, 0.7991268840449167, 0.026483084828854114 +SVC, oocytes_trisopterus_states_5b, 0.9222464420825075, 0.018202901471558224 +SVC, parkinsons, 0.8743589743589744, 0.04565254824298682 +SVC, pima, 0.7695127748068923, 0.02622048017958126 +SVC, pittsburg-bridges-MATERIAL, 0.8629004329004327, 0.06975826134555882 +SVC, pittsburg-bridges-REL-L, 0.6901904761904761, 0.0893877385352908 +SVC, pittsburg-bridges-SPAN, 0.7094736842105265, 0.10829259913995691 +SVC, pittsburg-bridges-T-OR-D, 0.8648095238095237, 0.07364850331687892 +SVC, planning, 0.7352702702702704, 0.06697755238925641 +SVC, post-operative, 0.7022222222222222, 0.0751623756679456 +SVC, seeds, 0.9328571428571428, 0.04059925269913093 +SVC, statlog-australian-credit, 0.6782608695652174, 0.03904983647915211 +SVC, statlog-german-credit, 0.7663999999999999, 0.027166891614610618 +SVC, statlog-heart, 0.8303703703703706, 0.040801301789393805 +SVC, statlog-image, 0.9554545454545453, 0.00732216243366479 +SVC, statlog-vehicle, 0.797883745214062, 0.028612590720497322 +SVC, synthetic-control, 0.9913333333333334, 0.008326663997864544 +SVC, tic-tac-toe, 0.9863236256544502, 0.007669725164798296 +SVC, vertebral-column-2clases, 0.8461290322580644, 0.03927146112240879 +SVC, wine, 0.9807936507936508, 0.02154056565547604 +SVC, zoo, 0.9366666666666668, 0.05165294968232069 +BaggingWodt, balance-scale, 0.8275199999999999, 0.031805810789854096 +BaggingWodt, balloons, 0.63, 0.24333333333333332 +BaggingWodt, breast-cancer-wisc-diag, 0.9767955286446203, 0.012651131794984151 +BaggingWodt, breast-cancer-wisc-prog, 0.8041282051282052, 0.054065511677276364 +BaggingWodt, breast-cancer-wisc, 0.9688067831449128, 0.013501536929852434 +BaggingWodt, breast-cancer, 0.7372958257713248, 0.05019104122389415 +BaggingWodt, cardiotocography-10clases, 0.8420058547362607, 0.02038235146222122 +BaggingWodt, cardiotocography-3clases, 0.9252600938967136, 0.013290240551130103 +BaggingWodt, conn-bench-sonar-mines-rocks, 0.8512891986062716, 0.05425167048127118 +BaggingWodt, cylinder-bands, 0.7726308775937559, 0.043323936964141746 +BaggingWodt, dermatology, 0.9696445760829323, 0.0188524896065306 +BaggingWodt, echocardiogram, 0.7925925925925926, 0.06690912153964222 +BaggingWodt, fertility, 0.875, 0.05852349955359812 +BaggingWodt, haberman-survival, 0.7340137493389741, 0.05579848014720707 +BaggingWodt, heart-hungarian, 0.8210461718293396, 0.05105327558392002 +BaggingWodt, hepatitis, 0.8309677419354838, 0.07456010432616086 +BaggingWodt, ilpd-indian-liver, 0.7071986442676098, 0.03516496095647541 +BaggingWodt, ionosphere, 0.9122696177062375, 0.03896221222978386 +BaggingWodt, iris, 0.9546666666666666, 0.031098410105841596 +BaggingWodt, led-display, 0.7189, 0.027116231301565492 +BaggingWodt, libras, 0.8352777777777779, 0.04347998688200422 +BaggingWodt, low-res-spect, 0.8926309292893672, 0.028538049916854567 +BaggingWodt, lymphography, 0.8715862068965516, 0.05720076110461543 +BaggingWodt, mammographic, 0.8298747841105353, 0.022169546290874684 +BaggingWodt, molec-biol-promoter, 0.8264069264069264, 0.08838486909314487 +BaggingWodt, musk-1, 0.8932872807017544, 0.031704400918302934 +BaggingWodt, oocytes_merluccius_nucleus_4d, 0.8056791009086561, 0.019752083021678597 +BaggingWodt, oocytes_merluccius_states_2f, 0.9211276901004304, 0.01605560855667252 +BaggingWodt, oocytes_trisopterus_nucleus_2f, 0.812938209331652, 0.027686364424624348 +BaggingWodt, oocytes_trisopterus_states_5b, 0.9255353389779618, 0.01698481765795473 +BaggingWodt, parkinsons, 0.9307692307692308, 0.032936493791449035 +BaggingWodt, pima, 0.7510202869026398, 0.03359040798873941 +BaggingWodt, pittsburg-bridges-MATERIAL, 0.8478354978354977, 0.0664135437533315 +BaggingWodt, pittsburg-bridges-REL-L, 0.6874761904761907, 0.08128337095961154 +BaggingWodt, pittsburg-bridges-SPAN, 0.6784795321637428, 0.11377081388352872 +BaggingWodt, pittsburg-bridges-T-OR-D, 0.8570952380952381, 0.07769860077477762 +BaggingWodt, planning, 0.6827927927927929, 0.06607719671456548 +BaggingWodt, post-operative, 0.6455555555555555, 0.07608474807008883 +BaggingWodt, seeds, 0.9371428571428573, 0.04384056871041486 +BaggingWodt, statlog-australian-credit, 0.6365217391304349, 0.03381380252080168 +BaggingWodt, statlog-german-credit, 0.7661, 0.02579321616239434 +BaggingWodt, statlog-heart, 0.8407407407407408, 0.04287347001033417 +BaggingWodt, statlog-image, 0.9749350649350649, 0.0077450472812213905 +BaggingWodt, statlog-vehicle, 0.764779672815872, 0.02887187995824511 +BaggingWodt, synthetic-control, 0.9886666666666667, 0.009539392014169472 +BaggingWodt, tic-tac-toe, 0.9527105148342061, 0.020956068837478 +BaggingWodt, vertebral-column-2clases, 0.8429032258064517, 0.04325588746295833 +BaggingWodt, wine, 0.9831111111111112, 0.020289564182456803 +BaggingWodt, zoo, 0.9574761904761906, 0.038427155222620905 +BaggingStree, balance-scale, 0.9046400000000001, 0.024778829673735604 +BaggingStree, balloons, 0.7466666666666666, 0.22543784558547889 +BaggingStree, breast-cancer-wisc-diag, 0.9664291259121255, 0.014671587276866486 +BaggingStree, breast-cancer-wisc-prog, 0.7687564102564102, 0.07070554199381442 +BaggingStree, breast-cancer-wisc, 0.9678129496402877, 0.013280622942249616 +BaggingStree, breast-cancer, 0.7293768905021173, 0.04592856682964331 +BaggingStree, cardiotocography-10clases, 0.8248878210439105, 0.020088771819471586 +BaggingStree, cardiotocography-3clases, 0.8991088649544325, 0.017672766557020134 +BaggingStree, conn-bench-sonar-mines-rocks, 0.8200696864111499, 0.04751360241183439 +BaggingStree, cylinder-bands, 0.6814201408718826, 0.04672859958144014 +BaggingStree, dermatology, 0.983054424287301, 0.01146631014778772 +BaggingStree, echocardiogram, 0.855156695156695, 0.06266151037590971 +BaggingStree, fertility, 0.88, 0.0547722557505166 +BaggingStree, haberman-survival, 0.7353199365415125, 0.048398466240040176 +BaggingStree, heart-hungarian, 0.8207364114552892, 0.04947084712984143 +BaggingStree, hepatitis, 0.8019354838709677, 0.07688254755551763 +BaggingStree, ilpd-indian-liver, 0.7135661656351313, 0.038048725185040336 +BaggingStree, ionosphere, 0.9208088531187122, 0.03440093358479876 +BaggingStree, iris, 0.9553333333333331, 0.0295221197673127 +BaggingStree, led-display, 0.7128, 0.029885782572989444 +BaggingStree, libras, 0.8544444444444445, 0.044724810139063854 +BaggingStree, low-res-spect, 0.9043078822077234, 0.031947679613072245 +BaggingStree, lymphography, 0.7700689655172414, 0.07050802195491458 +BaggingStree, mammographic, 0.8272695379965458, 0.02450569044585343 +BaggingStree, molec-biol-promoter, 0.8387012987012987, 0.07620183897953593 +BaggingStree, musk-1, 0.8318991228070175, 0.03598591892932648 +BaggingStree, oocytes_merluccius_nucleus_4d, 0.7072391200382592, 0.03671500267792582 +BaggingStree, oocytes_merluccius_states_2f, 0.9130105212816835, 0.018260354243601108 +BaggingStree, oocytes_trisopterus_nucleus_2f, 0.7445030925358793, 0.03262686720944289 +BaggingStree, oocytes_trisopterus_states_5b, 0.8790548249564645, 0.02150378389813439 +BaggingStree, parkinsons, 0.8697435897435898, 0.04751275824369424 +BaggingStree, pima, 0.759612087259146, 0.025906439151399386 +BaggingStree, pittsburg-bridges-MATERIAL, 0.8563636363636362, 0.07381651843817168 +BaggingStree, pittsburg-bridges-REL-L, 0.6818095238095239, 0.09893968478062681 +BaggingStree, pittsburg-bridges-SPAN, 0.6563157894736843, 0.10692196863427415 +BaggingStree, pittsburg-bridges-T-OR-D, 0.8628095238095238, 0.0747571882042698 +BaggingStree, planning, 0.7143693693693695, 0.0715459100205182 +BaggingStree, post-operative, 0.711111111111111, 0.07535922203472521 +BaggingStree, seeds, 0.939047619047619, 0.04045097253637199 +BaggingStree, statlog-australian-credit, 0.6782608695652174, 0.03904983647915211 +BaggingStree, statlog-german-credit, 0.7364999999999999, 0.03200390601161053 +BaggingStree, statlog-heart, 0.8392592592592593, 0.04262317742463941 +BaggingStree, statlog-image, 0.9594372294372293, 0.008806199315273038 +BaggingStree, statlog-vehicle, 0.7127880264531847, 0.04127485840961743 +BaggingStree, synthetic-control, 0.9860000000000001, 0.008406346808612346 +BaggingStree, tic-tac-toe, 0.7933235165794066, 0.042192838956410524 +BaggingStree, vertebral-column-2clases, 0.8487096774193548, 0.042781783007912466 +BaggingStree, wine, 0.978063492063492, 0.025306267118142396 +BaggingStree, zoo, 0.9664285714285715, 0.04138270586454204 +Bagging, balance-scale, nan, nan +Bagging, balloons, nan, nan +Bagging, breast-cancer-wisc-diag, nan, nan +Bagging, breast-cancer-wisc-prog, nan, nan +Bagging, breast-cancer-wisc, nan, nan +Bagging, breast-cancer, nan, nan +Bagging, cardiotocography-10clases, nan, nan +Bagging, cardiotocography-3clases, nan, nan +Bagging, conn-bench-sonar-mines-rocks, nan, nan +Bagging, cylinder-bands, nan, nan +Bagging, dermatology, nan, nan +Bagging, echocardiogram, nan, nan +Bagging, fertility, nan, nan +Bagging, haberman-survival, nan, nan +Bagging, heart-hungarian, nan, nan +Bagging, hepatitis, nan, nan +Bagging, ilpd-indian-liver, nan, nan +Bagging, ionosphere, nan, nan +Bagging, iris, nan, nan +Bagging, led-display, nan, nan +Bagging, libras, nan, nan +Bagging, low-res-spect, nan, nan +Bagging, lymphography, nan, nan +Bagging, mammographic, nan, nan +Bagging, molec-biol-promoter, nan, nan +Bagging, musk-1, nan, nan +Bagging, oocytes_merluccius_nucleus_4d, nan, nan +Bagging, oocytes_merluccius_states_2f, nan, nan +Bagging, oocytes_trisopterus_nucleus_2f, nan, nan +Bagging, oocytes_trisopterus_states_5b, nan, nan +Bagging, parkinsons, nan, nan +Bagging, pima, nan, nan +Bagging, pittsburg-bridges-MATERIAL, nan, nan +Bagging, pittsburg-bridges-REL-L, nan, nan +Bagging, pittsburg-bridges-SPAN, nan, nan +Bagging, pittsburg-bridges-T-OR-D, nan, nan +Bagging, planning, nan, nan +Bagging, post-operative, nan, nan +Bagging, seeds, nan, nan +Bagging, statlog-australian-credit, nan, nan +Bagging, statlog-german-credit, nan, nan +Bagging, statlog-heart, nan, nan +Bagging, statlog-image, nan, nan +Bagging, statlog-vehicle, nan, nan +Bagging, synthetic-control, nan, nan +Bagging, tic-tac-toe, nan, nan +Bagging, vertebral-column-2clases, nan, nan +Bagging, wine, nan, nan +Bagging, zoo, nan, nan +Cart, balance-scale, 0.7820799999999999, 0.03608203985364464 +Cart, balloons, 0.6833333333333335, 0.26977356760397747 +Cart, breast-cancer-wisc-diag, 0.9239217512808571, 0.02323176886368342 +Cart, breast-cancer-wisc-prog, 0.6914615384615383, 0.07229069176397018 +Cart, breast-cancer-wisc, 0.9433556012332991, 0.020857147642906682 +Cart, breast-cancer, 0.6362613430127042, 0.05493193657305148 +Cart, cardiotocography-10clases, 0.8109128969897819, 0.019011886406374308 +Cart, cardiotocography-3clases, 0.9204613090306545, 0.013845817718125228 +Cart, conn-bench-sonar-mines-rocks, 0.7253890824622532, 0.06929084790257113 +Cart, cylinder-bands, 0.712632781267847, 0.046238358140227635 +Cart, dermatology, 0.9396038504257683, 0.02387579095888003 +Cart, echocardiogram, 0.7443589743589744, 0.08299708625595158 +Cart, fertility, 0.7989999999999999, 0.08395832299420945 +Cart, haberman-survival, 0.6404970914859863, 0.055117499856839475 +Cart, heart-hungarian, 0.750613676212741, 0.04493113662535727 +Cart, hepatitis, 0.7658064516129032, 0.07293747411360528 +Cart, ilpd-indian-liver, 0.6639640436192161, 0.03825985300800366 +Cart, ionosphere, 0.8757907444668007, 0.03797437861573896 +Cart, iris, 0.9386666666666668, 0.04389887368841153 +Cart, led-display, 0.7037, 0.029644729717101474 +Cart, libras, 0.6549999999999998, 0.059210338603413376 +Cart, low-res-spect, 0.8352036677834599, 0.030503013555880365 +Cart, lymphography, 0.7683218390804598, 0.07551790968755526 +Cart, mammographic, 0.7569187176165802, 0.020852411303147095 +Cart, molec-biol-promoter, 0.7158008658008658, 0.08811757165025375 +Cart, musk-1, 0.7768969298245614, 0.043771936691364643 +Cart, oocytes_merluccius_nucleus_4d, 0.7195667144906744, 0.03068883042942922 +Cart, oocytes_merluccius_states_2f, 0.8911927307508368, 0.02477313298773685 +Cart, oocytes_trisopterus_nucleus_2f, 0.7257617246141836, 0.029837690053299604 +Cart, oocytes_trisopterus_states_5b, 0.8702630156728517, 0.025916263242401694 +Cart, parkinsons, 0.8558974358974359, 0.05822037527622443 +Cart, pima, 0.7011722264663441, 0.030849394257539655 +Cart, pittsburg-bridges-MATERIAL, 0.8006493506493506, 0.07641918889128255 +Cart, pittsburg-bridges-REL-L, 0.6171904761904762, 0.10161093599079367 +Cart, pittsburg-bridges-SPAN, 0.5575438596491228, 0.09592147935027655 +Cart, pittsburg-bridges-T-OR-D, 0.8225238095238094, 0.08877499647986477 +Cart, planning, 0.573963963963964, 0.07834935548163284 +Cart, post-operative, 0.5822222222222222, 0.10554970744033704 +Cart, seeds, 0.9161904761904762, 0.04238897730336739 +Cart, statlog-australian-credit, 0.5720289855072465, 0.04059031952408632 +Cart, statlog-german-credit, 0.6897, 0.02526677660486194 +Cart, statlog-heart, 0.7344444444444446, 0.04693777803495507 +Cart, statlog-image, 0.9613419913419914, 0.00934513626156175 +Cart, statlog-vehicle, 0.706384267316394, 0.030533108686824795 +Cart, synthetic-control, 0.9023333333333332, 0.02511307760244982 +Cart, tic-tac-toe, 0.9522851221640489, 0.018529859619663462 +Cart, vertebral-column-2clases, 0.7996774193548387, 0.04231712199258938 +Cart, wine, 0.9015873015873015, 0.0526003102936011 +Cart, zoo, 0.9555714285714286, 0.044427856881917915 +Hedge, balance-scale, 0.9268799999999999, 0.06136308787069482 +Hedge, balloons, 0.6233333333333332, 0.39234126984126966 +Hedge, breast-cancer, 0.7171203871748335, 0.3616679483449606 +Hedge, breast-cancer-wisc, 0.9672425488180886, 0.05157690357564579 +Hedge, breast-cancer-wisc-diag, 0.9346141903431143, 0.07167217360373247 +Hedge, breast-cancer-wisc-prog, 0.726897435897436, 0.30182419575091546 +Hedge, cardiotocography-10clases, 0.8224853907760284, 0.04244383988028859 +Hedge, cardiotocography-3clases, 0.9249283623308479, 0.0602439508982402 +Hedge, conn-bench-sonar-mines-rocks, 0.7111962833914053, 0.29348159104983085 +Hedge, cylinder-bands, 0.7147991623833998, 0.29943308455075124 +Hedge, dermatology, 0.9518918918918922, 0.021132385529569152 +Hedge, echocardiogram, 0.803732193732194, 0.23184391193739048 +Hedge, fertility, 0.8759999999999999, 0.1962085382961812 +Hedge, haberman-survival, 0.7156848228450555, 0.3635029471291943 +Hedge, heart-hungarian, 0.7867971946230274, 0.2657725912072866 +Hedge, hepatitis, 0.7625806451612901, 0.2589931331325924 +Hedge, ilpd-indian-liver, 0.688022399056882, 0.37862669572022073 +Hedge, ionosphere, 0.89456338028169, 0.11778274288375964 +Hedge, iris, 0.9393333333333334, 0.04973986434193759 +Hedge, led-display, 0.7229000000000001, 0.08588914246771266 +Hedge, libras, 0.6302777777777776, 0.05165805396141651 +Hedge, low-res-spect, 0.8227790513137014, 0.041615114646617435 +Hedge, lymphography, 0.748183908045977, 0.13997135664246718 +Hedge, mammographic, 0.8204010146804837, 0.2508836401655701 +Hedge, molec-biol-promoter, 0.7337229437229437, 0.27165754676111714 +Hedge, musk-1, 0.7899144736842106, 0.21840699019515383 +Hedge, oocytes_merluccius_nucleus_4d, 0.733264945002391, 0.30522643614918554 +Hedge, oocytes_merluccius_states_2f, 0.8992137733142032, 0.07844729159018868 +Hedge, oocytes_trisopterus_nucleus_2f, 0.7316975920254607, 0.3022908829038656 +Hedge, oocytes_trisopterus_states_5b, 0.8871872935807361, 0.08801089558713797 +Hedge, parkinsons, 0.8446153846153851, 0.1624820395549004 +Hedge, pima, 0.7442789236906883, 0.3262591809372487 +Hedge, pittsburg-bridges-MATERIAL, 0.8503463203463203, 0.1423410345127055 +Hedge, pittsburg-bridges-REL-L, 0.6393809523809524, 0.2928002682234352 +Hedge, pittsburg-bridges-SPAN, 0.6292982456140352, 0.30123005266829067 +Hedge, pittsburg-bridges-T-OR-D, 0.8336190476190474, 0.2180498486963409 +Hedge, planning, 0.7144144144144144, 0.4080436981633393 +Hedge, post-operative, 0.6911111111111109, 0.2864134132585191 +Hedge, seeds, 0.8942857142857144, 0.07952081943896047 +Hedge, statlog-australian-credit, 0.6427536231884058, 0.41046196215994185 +Hedge, statlog-german-credit, 0.7159, 0.32651908108216554 +Hedge, statlog-heart, 0.7948148148148146, 0.2531165005844386 +Hedge, statlog-image, 0.9604761904761905, 0.012960080161368716 +Hedge, statlog-vehicle, 0.7284852071005916, 0.148665983001905 +Hedge, synthetic-control, 0.8980000000000001, 0.03526071746856307 +Hedge, tic-tac-toe, 0.9832989746945902, 0.0324288588201445 +Hedge, vertebral-column-2clases, 0.8470967741935483, 0.19925244798629155 +Hedge, wine, 0.9791587301587302, 0.016852769344692316 +Hedge, zoo, 0.9298571428571428, 0.022397494870964197 +TBRRoF, balance-scale, 0.901701780173118, 0.022727898539488985 +TBRRoF, balloons, 0.64875, 0.23921130353453926 +TBRRoF, breast-cancer-wisc-diag, 0.9734979808923474, 0.01211458933120479 +TBRRoF, breast-cancer-wisc-prog, 0.8079471788715488, 0.05471208977777354 +TBRRoF, breast-cancer-wisc, 0.9688194038573934, 0.01104260329962437 +TBRRoF, breast-cancer, 0.7354775226702683, 0.04827367740143163 +TBRRoF, cardiotocography-10clases, 0.8288138243181649, 0.01645252887633946 +TBRRoF, cardiotocography-3clases, 0.9224819890962925, 0.011610247810599902 +TBRRoF, conn-bench-sonar-mines-rocks, 0.8375, 0.053844346412695955 +TBRRoF, cylinder-bands, 0.767890625, 0.03324347930143141 +TBRRoF, dermatology, 0.9746077041238331, 0.014736301000625167 +TBRRoF, echocardiogram, 0.8499598214285714, 0.05162023787508073 +TBRRoF, fertility, 0.8810000000000003, 0.060740820180344164 +TBRRoF, haberman-survival, 0.7374089068825913, 0.044260313726551134 +TBRRoF, heart-hungarian, 0.8190036529680362, 0.03888797653544859 +TBRRoF, hepatitis, 0.8227984595635432, 0.0532198072811453 +TBRRoF, ilpd-indian-liver, 0.7193709226467846, 0.023486304382908652 +TBRRoF, ionosphere, 0.9459827586206895, 0.02184731993247911 +TBRRoF, iris, 0.9658281358281358, 0.02676690588381821 +TBRRoF, led-display, 0.68436, 0.04995546157031798 +TBRRoF, libras, 0.8801666666666665, 0.03679035193712203 +TBRRoF, low-res-spect, 0.8999957912457909, 0.026355170969855124 +TBRRoF, lymphography, 0.8621621621621622, 0.05538892305924108 +TBRRoF, mammographic, 0.8280522130013831, 0.020736800209974978 +TBRRoF, molec-biol-promoter, 0.8082417582417584, 0.08100093455762149 +TBRRoF, musk-1, 0.8918907563025209, 0.028415223920829437 +TBRRoF, oocytes_merluccius_nucleus_4d, 0.8403234912642101, 0.018770954783619315 +TBRRoF, oocytes_merluccius_states_2f, 0.9260048065918971, 0.01392436830249517 +TBRRoF, oocytes_trisopterus_nucleus_2f, 0.8344298245614035, 0.02138638757870041 +TBRRoF, oocytes_trisopterus_states_5b, 0.9350877192982455, 0.013985948140735555 +TBRRoF, parkinsons, 0.9318872549019607, 0.03330032511327817 +TBRRoF, pima, 0.768046875, 0.028059285918720294 +TBRRoF, pittsburg-bridges-MATERIAL, 0.8622252747252745, 0.05272285056647456 +TBRRoF, pittsburg-bridges-REL-L, 0.6864928571428571, 0.08623338832389287 +TBRRoF, pittsburg-bridges-SPAN, 0.6956521739130435, 0.06464277753695896 +TBRRoF, pittsburg-bridges-T-OR-D, 0.8713629629629633, 0.06055900326616563 +TBRRoF, planning, 0.7224751773049648, 0.05837993833973262 +TBRRoF, post-operative, 0.7113068181818182, 0.08162598674627758 +TBRRoF, seeds, 0.9512464387464385, 0.033266940266918926 +TBRRoF, statlog-australian-credit, 0.6782665062817429, 0.029157752633879357 +TBRRoF, statlog-german-credit, 0.7592000000000001, 0.019449259220096972 +TBRRoF, statlog-heart, 0.8392277741726153, 0.037384083235462114 +TBRRoF, statlog-image, 0.9756969824863881, 0.006903978139917843 +TBRRoF, statlog-vehicle, 0.7870681752441981, 0.026493453010463675 +TBRRoF, synthetic-control, 0.9919999999999998, 0.009575797952794753 +TBRRoF, tic-tac-toe, 0.9844217781558706, 0.008102161082608183 +TBRRoF, vertebral-column-2clases, 0.8515140555646883, 0.03497531619650492 +TBRRoF, wine, 0.9821640316205533, 0.018615197860478525 +TBRRoF, zoo, 0.9492615384615388, 0.04884462984878655 +TBRaF, balance-scale, 0.8975269475747183, 0.023461084398242734 +TBRaF, balloons, 0.6375, 0.23612831034708318 +TBRaF, breast-cancer-wisc-diag, 0.9722372697724811, 0.013193347862443736 +TBRaF, breast-cancer-wisc-prog, 0.801140456182473, 0.05994146019366561 +TBRaF, breast-cancer-wisc, 0.9685330216247806, 0.011892547172713566 +TBRaF, breast-cancer, 0.732153193131391, 0.04414297240873954 +TBRaF, cardiotocography-10clases, 0.8268112132229536, 0.016587713750123762 +TBRaF, cardiotocography-3clases, 0.9193786017390813, 0.011408461529019366 +TBRaF, conn-bench-sonar-mines-rocks, 0.8092307692307693, 0.052101905394016206 +TBRaF, cylinder-bands, 0.748671875, 0.037879462930709165 +TBRaF, dermatology, 0.974489542715349, 0.015244381530713037 +TBRaF, echocardiogram, 0.8470982142857144, 0.04121407375891862 +TBRaF, fertility, 0.8804000000000003, 0.05947711861036103 +TBRaF, haberman-survival, 0.7405026990553306, 0.04442778063213871 +TBRaF, heart-hungarian, 0.819897716894977, 0.040808946053684174 +TBRaF, hepatitis, 0.8308087291399229, 0.030786481618938533 +TBRaF, ilpd-indian-liver, 0.7113035880708294, 0.03241044043427038 +TBRaF, ionosphere, 0.9350574712643678, 0.03531528446913812 +TBRaF, iris, 0.9625086625086627, 0.02370416415994463 +TBRaF, led-display, 0.7121600000000001, 0.025910057029585667 +TBRaF, libras, 0.8463888888888887, 0.03918389343605342 +TBRaF, low-res-spect, 0.9000336700336697, 0.023601420494052557 +TBRaF, lymphography, 0.8422972972972973, 0.0589135421754256 +TBRaF, mammographic, 0.8293430152143845, 0.022325145379837995 +TBRaF, molec-biol-promoter, 0.7957554945054945, 0.07181386667033816 +TBRaF, musk-1, 0.8739495798319328, 0.0282061820436449 +TBRaF, oocytes_merluccius_nucleus_4d, 0.8366516365300984, 0.02109662119057668 +TBRaF, oocytes_merluccius_states_2f, 0.9237768368047604, 0.015521407216536862 +TBRaF, oocytes_trisopterus_nucleus_2f, 0.8346491228070174, 0.019722730155514016 +TBRaF, oocytes_trisopterus_states_5b, 0.9273903508771925, 0.016976508458830007 +TBRaF, parkinsons, 0.9110845588235295, 0.03900626598564447 +TBRaF, pima, 0.7598958333333333, 0.02539774065272653 +TBRaF, pittsburg-bridges-MATERIAL, 0.8643956043956043, 0.0575076392003003 +TBRaF, pittsburg-bridges-REL-L, 0.6964571428571429, 0.08540119415248532 +TBRaF, pittsburg-bridges-SPAN, 0.6832608695652175, 0.08456145562451363 +TBRaF, pittsburg-bridges-T-OR-D, 0.8654074074074076, 0.059112371460567796 +TBRaF, planning, 0.7153900709219856, 0.05557611621471211 +TBRaF, post-operative, 0.707007575757576, 0.10139602230667759 +TBRaF, seeds, 0.9433297720797718, 0.03028629022052037 +TBRaF, statlog-australian-credit, 0.6782812082330928, 0.03941790588788404 +TBRaF, statlog-german-credit, 0.7564000000000001, 0.023820380482179344 +TBRaF, statlog-heart, 0.8361345446679644, 0.04254934551175193 +TBRaF, statlog-image, 0.9680695515784999, 0.007978763699442637 +TBRaF, statlog-vehicle, 0.7753996172930158, 0.02537062422962424 +TBRaF, synthetic-control, 0.9886666666666664, 0.008239844094951121 +TBRaF, tic-tac-toe, 0.9768216462091356, 0.010279827512750403 +TBRaF, vertebral-column-2clases, 0.8508877198750617, 0.031040561304764965 +TBRaF, wine, 0.9804347826086953, 0.019004456684509077 +TBRaF, zoo, 0.9336076923076927, 0.058309997782000134 +RandomForest, balance-scale, 0.83616, 0.02649630917694009 +RandomForest, balloons, 0.625, 0.24958298553119898 +RandomForest, breast-cancer-wisc-diag, 0.9602856699270299, 0.01304850246785924 +RandomForest, breast-cancer-wisc-prog, 0.7889487179487179, 0.062095973522275645 +RandomForest, breast-cancer-wisc, 0.9678078108941419, 0.013450156204218109 +RandomForest, breast-cancer, 0.7173260738052026, 0.05543339031060783 +RandomForest, cardiotocography-10clases, 0.8729086992543498, 0.01716119423915263 +RandomForest, cardiotocography-3clases, 0.9415357083678542, 0.011745284632829643 +RandomForest, conn-bench-sonar-mines-rocks, 0.833437862950058, 0.05787314265134896 +RandomForest, cylinder-bands, 0.792147344374643, 0.03975693903506292 +RandomForest, dermatology, 0.9778563495001852, 0.015194540700548658 +RandomForest, echocardiogram, 0.8139316239316239, 0.07230626105687148 +RandomForest, fertility, 0.8740000000000001, 0.0626418390534633 +RandomForest, haberman-survival, 0.7029666842940243, 0.046522788130533295 +RandomForest, heart-hungarian, 0.813249561659848, 0.04539952943524693 +RandomForest, hepatitis, 0.8225806451612903, 0.07162452681024038 +RandomForest, ilpd-indian-liver, 0.7048010610079575, 0.03367965359465586 +RandomForest, ionosphere, 0.9321851106639838, 0.031025947121713787 +RandomForest, iris, 0.9473333333333332, 0.03061590000854675 +RandomForest, led-display, 0.7097, 0.028747347703744767 +RandomForest, libras, 0.8008333333333334, 0.051039351799359346 +RandomForest, low-res-spect, 0.8941421266090636, 0.033512494391602414 +RandomForest, lymphography, 0.8472873563218392, 0.07011193134668385 +RandomForest, mammographic, 0.7956336355785838, 0.021570639366604298 +RandomForest, molec-biol-promoter, 0.8914718614718615, 0.06923296108787423 +RandomForest, musk-1, 0.8892916666666667, 0.032218163597528444 +RandomForest, oocytes_merluccius_nucleus_4d, 0.8008857006217122, 0.026005202449345177 +RandomForest, oocytes_merluccius_states_2f, 0.9224098517455765, 0.014089731590980637 +RandomForest, oocytes_trisopterus_nucleus_2f, 0.8086627034168018, 0.02785857804335842 +RandomForest, oocytes_trisopterus_states_5b, 0.9135879421125322, 0.018448127398280962 +RandomForest, parkinsons, 0.906153846153846, 0.043092182889324544 +RandomForest, pima, 0.7619658772599949, 0.029215416907967737 +RandomForest, pittsburg-bridges-MATERIAL, 0.8291341991341992, 0.07027590215086539 +RandomForest, pittsburg-bridges-REL-L, 0.6680952380952381, 0.07481193351882705 +RandomForest, pittsburg-bridges-SPAN, 0.6433333333333333, 0.1000367396003129 +RandomForest, pittsburg-bridges-T-OR-D, 0.8541428571428571, 0.0780557536653904 +RandomForest, planning, 0.6983483483483484, 0.0654856086595986 +RandomForest, post-operative, 0.6188888888888889, 0.09687079341723154 +RandomForest, seeds, 0.9333333333333332, 0.041785544701867246 +RandomForest, statlog-australian-credit, 0.6607246376811594, 0.04062342366030316 +RandomForest, statlog-german-credit, 0.76, 0.023748684174075843 +RandomForest, statlog-heart, 0.822962962962963, 0.04257809737244419 +RandomForest, statlog-image, 0.9785714285714286, 0.007182103906076649 +RandomForest, statlog-vehicle, 0.7494166376609818, 0.02747614895571888 +RandomForest, synthetic-control, 0.9860000000000001, 0.010598742063723111 +RandomForest, tic-tac-toe, 0.9884075043630017, 0.0071140588943835546 +RandomForest, vertebral-column-2clases, 0.8322580645161289, 0.04539112025635577 +RandomForest, wine, 0.9825873015873016, 0.02303907423919074 +RandomForest, zoo, 0.9594761904761906, 0.04292716501935155 diff --git a/results/exreport_accuracy.txt b/results/exreport_accuracy.txt new file mode 100644 index 0000000..c9c6e11 --- /dev/null +++ b/results/exreport_accuracy.txt @@ -0,0 +1,41 @@ +--------------------------------------------------------------------- +Friedman test, objetive maximize output variable accuracy. Obtained p-value: 6.6349e-82 +Chi squared with 13 degrees of freedom statistic: 421.4222 +Test rejected: p-value: 6.6349e-82 < 0.0500 +--------------------------------------------------------------------- +Control post hoc test for output accuracy +Adjust method: Holm + +Control method: ODTE +p-values: + TBRRoF 0.2667 + SVC 0.0337 + TBRaF 0.0337 + STree 0.0305 + BaggingWodt 0.0181 + RandomForest 0.0001 + TBRoF 0.0001 + BaggingStree 0.0000 + Hedge 0.0000 + Wodt 0.0000 + Cart 0.0000 + ExtraTree 0.0000 + Bagging 0.0000 +--------------------------------------------------------------------- +$testMultiple + classifier pvalue rank win tie loss +ODTE ODTE NA 2.918367 NA NA NA +TBRRoF TBRRoF 2.666656e-01 3.857143 30 0 19 +TBRaF TBRaF 3.368966e-02 5.040816 37 0 12 +SVC SVC 3.368966e-02 5.061224 34 3 12 +STree STree 3.049694e-02 5.173469 36 6 7 +BaggingWodt BaggingWodt 1.808617e-02 5.377551 33 1 15 +RandomForest RandomForest 9.782582e-05 6.561224 39 0 10 +TBRoF TBRoF 6.942731e-05 6.653061 43 0 6 +BaggingStree BaggingStree 1.994251e-05 6.897959 42 4 3 +Hedge Hedge 3.459008e-14 9.561224 47 0 2 +Wodt Wodt 1.250970e-16 10.142857 49 0 0 +Cart Cart 2.205000e-22 11.346939 48 0 1 +ExtraTree ExtraTree 3.546304e-28 12.408163 49 0 0 +Bagging Bagging 3.655835e-38 14.000000 49 0 0 + diff --git a/results/exreport_err_accuracy.txt b/results/exreport_err_accuracy.txt new file mode 100644 index 0000000..3cd9b3a --- /dev/null +++ b/results/exreport_err_accuracy.txt @@ -0,0 +1,21 @@ +Warning messages: +1: Removed 49 rows containing missing values (geom_bar). +2: Removed 49 rows containing missing values (geom_bar). +3: In grSoftVersion() : + unable to load shared object '/Library/Frameworks/R.framework/Resources/modules//R_X11.so': + dlopen(/Library/Frameworks/R.framework/Resources/modules//R_X11.so, 0x0006): Library not loaded: /opt/X11/lib/libSM.6.dylib + Referenced from: /Library/Frameworks/R.framework/Versions/4.0/Resources/modules/R_X11.so + Reason: tried: '/opt/X11/lib/libSM.6.dylib' (no such file), '/Library/Frameworks/R.framework/Resources/lib/libSM.6.dylib' (no such file), '/Library/Java/JavaVirtualMachines/jdk1.8.0_241.jdk/Contents/Home/jre/lib/server/libSM.6.dylib' (no such file) +4: In cairoVersion() : + unable to load shared object '/Library/Frameworks/R.framework/Resources/library/grDevices/libs//cairo.so': + dlopen(/Library/Frameworks/R.framework/Resources/library/grDevices/libs//cairo.so, 0x0006): Library not loaded: /opt/X11/lib/libXrender.1.dylib + Referenced from: /Library/Frameworks/R.framework/Versions/4.0/Resources/library/grDevices/libs/cairo.so + Reason: tried: '/opt/X11/lib/libXrender.1.dylib' (no such file), '/Library/Frameworks/R.framework/Resources/lib/libXrender.1.dylib' (no such file), '/Library/Java/JavaVirtualMachines/jdk1.8.0_241.jdk/Contents/Home/jre/lib/server/libXrender.1.dylib' (no such file) +5: In svg(paste(figPath, id, ".svg", sep = ""), width = 11.69, height = 8.27) : + failed to load cairo DLL +6: Removed 49 rows containing missing values (geom_bar). +7: Removed 49 rows containing missing values (geom_bar). +8: In svg(paste(figPath, id, ".svg", sep = ""), width = 11.69, height = 8.27) : + failed to load cairo DLL +9: In svg(paste(figPath, id, ".svg", sep = ""), width = 11.69, height = 8.27) : + failed to load cairo DLL diff --git a/results/results_accuracy_ODTE_Galgo_2022-02-17_09:59:54_0.xlsx b/results/results_accuracy_ODTE_Galgo_2022-02-17_09:59:54_0.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..30e5fd481f83521839cf87659ba9c70ad6c47eee GIT binary patch literal 11894 zcmZ{K1yEeuvi9H*ENF0dCkznW-Q8UWcXtUcA-KCsAh=s_3+^7=HORovx%a;Rypy_b zre?3&yQaTg_4Qi4R(F4jGEmT%0002~?I!>*(v#v=fB*pEpaB4kwa(MUM$wZXbX+H2K8pF_t_f_92RwZSR{LL8^fv@|XmHAo9eB(MGFCk(Ijw%TbT1{XuM)GbD(I2YH@jn;kJ^RmPIuABw}brk!mV zZ)kw-XOxvDrQFmGCYkj7hcLanek3(B_HTpjTgi~ig0QkgOX%oYi)Q>o^Q1kmTPu84 zZ3+}jS)$rp-QOjCqzd9zLXpK_ZGZN?yt@mWQuhIG^&9TC! zyK&;0)61+t@X2!=p=T9(DyOs$vhMS4m$$w1&>26jAB5sR_`k}LT0VT^T?P^WKzthw zoXl*TnVJ5&RweYv_pu-ep8JUHKBe19!sivWkrb{`0r|Tr?C=|63i^Z3&LiRlkzzn_ zv5qJE7Nf`GyfH^H%69}v3>A2oFryP;6WyaPAV*X>MA$HLxQ`BnNEv(PU|DkMvf++6 zEiB0)Sg$X?b6p$xXS@p5J7d;2RtG(BDLzkxg;!GQ=yK(~+Qr{?RBW2kH0^g${ z$PvQl!R7QvFQ&n@9gj~=ML|&=1!*W^QNrI)ElxDO<9D}@n!R z?D00FQ7+u@L4M{NNXPm6BaQF#JXuqI4kHU3MXAeOELTU{N96zHr+2Y^trQyoptJ%2 zaQ@BDU(7gLnwhycGyiK~{fnX`J!@xzrdV)iS8vhz3Kc>?T;f+9_ksCn@$YInPtTQ$ zPA9F6zY-F6&$ z&ETuMv$a9yF0jw##;fZ?&F%J&zMb(Dcg~!%&ea#6OaCU+5B^WT4D`XC?yqrSs7+0A z%&OffVL8nFy!?LP!(XFeO~iHr8@x#F2KHSCLr-l_lbmsnlTRD^{5~CB9iHy#HxDzT zn8JP!4|_W)QPczaZTIH_ogKcu_jmV`O$J0cA*&mHt)8plAOufII7JU&GYW*EF)-_4w^46e980+{q~?C*}( z)&w3mlU{13N;==TQ*ggMzh_=w>+E^}&+PcGf?K-4zgNN}u*iHzR@xL$OC~?$2>5YH zz4%;DmeBk7-2dL%M|>v|k*D+}>Vv(%zeoGibC&|tB`+9c%&j0hiLnzWS9mSzm96P# zNtCmHIpXP*O-;Z5>$<(&NuO(yo_>Gsy8RIxSWKM0IDxUU9Kq_N;-|@XyJWY0RJOrD z?Z-)|1}qfAdb<7r9=0UzT)#0R@;{nxO)9ZKn{=y*I=2mb?buQH ze)D=q`7p@5H8(2o2y-Kl^uX{*4guvlXhzBb4SG*busnytd(UalptcP^3>Kr# znn9C`llADqD?tXl=`L_UBU4N!X$thDg#`p1;LP+DdPso?WEuJ{ytyv?eTMXKCM0Vp zor6ReD>pJ`b0J-5R3TpXQH_vO4C^=5YOX>8I^NTr5aH$e@?&W=4Qj5Qk)_!$#}=p3bAt(?@*x#D+qxi6Dm?qe=wkc@XRtFPtvDM}O&His71trUX+PwP zrWu!W^?hh*+AA4w#Y9tl=ory?D|bTD&6T6F1*+=;W}xGdH>{lpGE=;RYwCQl z9X~>9iq(wMXb0jlh?rzAtQJ9B=T>9(pPpnPZ4*7cME|~9wMJs47=FG%ScY>L5@OZ; z+Ar9WcM=>}fm=R2FDgXXInir~Qit)S)I=)ZPJsI6Rz*6UEnryIXBd#5!e|L_Bv@8r zU9mvJ@LaTJJGde4L9TDieT8QdQUn7?dN2IMd23!)=Tc43%X=Y2_;N*LX{AOOU3_7C z-y3c^4kcxHAt2)w?WHTdlIY}=OEZb>big8kEFmzoN7%5xHJU~ak1|<8fJ`9}y2kIc z`U_zSDG_l{#c_d+#uO~^<$mnVt^(rWbR)l9E&82zsmlo{q4ly)sy$#V<@$ux8I^Oj zDL1wGahea1t%PY>@DW+fhZjgPW=kYhTBLHU`gyqI4~r)bd~L<>hez#7-SLk3jDfnCGh00GH##f+OP=5yU;h)&{5?Iqc@;woXlz0< zsR+6BVh~;l>kR=?`*mZ3W$b(Q91V@BDfmU4K=s&`km>qnMSKik5Q5k^Zckht&!jks zKF8jx#n=*jkj#r|C1fRFtkfC2BXp#XkI2u{@j+Vi5=?3A|K=#);?iI4l5)2gQ!2U; z+~IyERrht;h@1oc2LK1XffjUYv7gKV6E}FF)<0E%2h@!8pCoRu1`$rj2A&%j^v3kB zL((UArcsl=zs!9 zxD;b4oQ`9MN^TI{7oefr)SuB*EJU-Vr^(wzS=9k72KXnu9_#scXquf2>970cp?ucd z>Ob)UQe+~EtnMb0facV~)+~tz_)Zp2cps`D=YHj~NB7_%)Wav`i@~N1 zX->Y5$~Ga}JuNT-v*;{}_jR^Ne(Qfu6T)p~?7x(ODi&(k8i6oG{{aUx+I_ejo8Pec zfPoA+Xw7tr&4Nr0t`5Gv|{7bTD~X(>EaO)y78^}mVs<)DzgE>z^TLp^8;{m zGD7s*Ybbv2q#{O>=0Ze+K50NReF=1P=r%o>j<%kUmYPNZ9LecHSR!y1&eRz4!l&fJ zWLlQz3h@=hGR}R_p^|%Sn6{8Z|8g2LbW1B;(3wnx_o$aAkQaulFHrUCF`?uOP8t}v z_n3*gOx5=-Fm?ug&H~n(JI-artj?6ggsxR48K4T@)spwfVdzl@wp(>*uzQxMvu;Cu zav)_yjo{&vMb=yE=>~14f08-f)tjP&nMJLWVw+T~ctnmtiVp2}6qay?@z<8QrBone zo%aFB-css{uK0u!-pOLh?Wb%E~;}7XqyCmTE!SHj_oN4$fyn5^*w3z)*MRhRdOs+L1QKV_iiMEtwM-5ET%q{c+=l98!c_-gt6{+Z9 zKRjn&Wdv8gy`{`@kks7gyiq6^)&8QuSyIHSVxHi5(#?;n)G{krj2Bi5kpr4?9jxn6 z+87h%{017v^CNl2)1E9Bsh{PELdWn3n}HM$=A+PXK6y*?`K=nthlKsu z`1bWe)?o?FRlBc7m%9D?lnohWP^@REddr9DxLfl(6XdHwaM}ux82gHK>L9WBB{&z! zLYYrV#bV6^Uc?8CDkaL!2T~!WRn3fqiB%Q6l##XUhbwJ%E#AMznC=_;^{-~pre!jK zRCoD?961AHc*%F>?_2cPXhck#3cdzB(A!DCp;Zz&H)bnz_ufLDKB1l+LbcjM%*h`O z5N#H$tU@$r3b(0u(PrKqPr=4-lm951mq9?LUc_G@l>!GP9Q^lw5Q!(9CjR5#E%hPJQ61pNK z*G@mA8a%6d_$iW&*&@}25tD8u6-ZZ@YEdlKX= zo6m0QFh--kX+LH;pI(~V*9LqqEkZUsJ0Yly2V8P1YcJZNyXTKT7bx{2IdA6Fx&c4A z98tKGbMETV__pO*9_Fp{8~yaK?G{^$T`s0LB;-Z#opqGvb9M!5Uom;=!>>J1#SHT} z?&{U;X3c;-aCmIT4a+-N`^whC_w&>j(m^DimgWlGRh}{#StE6ot_EM$)AyqR@Vw~b zXKC`HI%?Fh;w+z?C&kzwLsnaY!%r^Qht9m;34uE-UCWrdxdISi?I$*B%q|ivVp%d) zDEc<@{1>T23XCQjaLs^_A}@z*16SMABwk-(k3bg8EEK!*_Xv`_v3Z;`1G8+G+sZzL zH}%s@t->;qUkY|?zy7+J6~aXE1>bY`mJyn2L`23OX#&%XOx0pBTGQxvK#Ua<*{r>{ zO?j*p3m>cf@Gz{Kze>nd5@|`xN9}WOWZP0ASLHizK;$>Wbx~Vx&a_IOHp8uC=3CFh z))$+Q&MxZMdS_4;_rpQii_EI#Q&z!I-W4;mKnUwAMDZAR;7)Yt!7~^N%Q*9R)+aBJ zE1;8}*XOa;d?2im`E1`O8<*_C#}+O+F+H|6y_p?f_jPur{F=Ja8o+%ccZ-*hC@FW0 z>T(G!Q-%?^5(&o0HPDAH_A)uaRtvG7PB=n4hw_Zh#;o=!!ucho; z+L|A*)+Rf(jHuU1Z_&Y9{c1J>^j9{J);3!hfO%r50aR@@!Y~eaRa7M}+j*~d?(KZ-$0SJ;H7FBzXU3XQtc8K5g)@1RYys}Bb{9wJ3ka-z-_3#jQ5>YF2koV{f` zQDODH85fO|g=r!1vulJnEN-v4s9m9jX1pw*1=b5CtXp`m2+-Ux?JUQBu`iU1)mcKx z$a%RbB4+Mc554aF8LeJO%&Nm5Eb$cJz_5i^>|bmlw@kVDW2iPlkW`YC-rPaX*` zfYUr56?}tC{I1YEVDfZ1=&81P9a~V_Z0|GC;itS3E~l`0C(qpoa#MSb#1z}^3&&<> zYl)w*1HsxGqsBDfI(!>`D;id_1KkKv%^aXwi=CA=RuJ7zYMLSI)r~stW7*$Zo-zGa zLxo*eASfLy2Xiz~m7+0rPkUSGl0|ac{xS^o$(){EJ-lwXA@Y2Iw~j`RIqV4cmDQ=+ z#nTqlx`OFJNgOXK)n4k#-c4!4DV{y<`ORxz zyr4is6PHwGi&as8dbbjU=y~pR4*6EJB|OgEGZn{d$i5|Sk}HrIq0W7_iOQ}34@8^P9&C_pK6=4P?AuP{SVD9U{t~amHH`3;iNp2u z3&>gibakk}2ys|zjX6=vlatQX$iU=9NPPorsvWf+=D!1?H^$p85-j}4-eC-b!Dk7! zgfdq=4vgIGDH5{e3P6V9Y4q7DGjMVlVNPn()fik-$G7z?L+yeu81Tb8up1g-Wzyg)(s%-03Dyo{SJf*^a#^VaOT9e3dng znaN0o5ij3^)49m~-9YahOPLs#A@c3J3zqXjnMtP*Rdu1(dHV*St7SN$F=9}XeV!y>bKc_*8Q*;JRPDLo7ANYq5aLgmDp7sEhOOu zg@KE@Cz<|i#s>AV7A9H9Y5<|?epSwSxVFEBTS+a%`aN1CEQoQ|OM#Z^o<{fUKmyd4 z0VuibHH1pqwJ|d{YY_k44VqoN{bJ^iAITMraatVviz(W7Cu2g>!sdRUZr+;|mGS$% zmC?J9$rf*35goGo6jMH5vZX%Bd)K);@>Oth22YCZCYU8zm^&#E9iuhXI(|G!mKwx$)h8$&nWz$a4iLzwx@n8Cz*@@t=RA}%j*lC37i2GmnN*TZ`{ znoL#+5w*zIho(0^^YBFc0XqO_?6R7>`bkjSa%8(|LUhsjcirK9= zm`1@_4ve9lPVVc;_&S)aAxvb`XY#`QMF9<)=h-8W$j1bh78R}OJ(G}!LaWj#tRuI_ zX{4Wrkb%XLSIztk^&J?%9pZNqrdc5~@QeTEV{QFQ>_EiHlnXRR751F9 znyX#9hw<@+qcjg&dP+lOj)!pBCib^zt**!_TO9_^gS)u}@w>O{7tT{FfN>TIcUO{7Rqt{lYYkHt%?h+Zc&bn66nbD}IQY%9jJ zJ@IRKw!u@GGRZgwLfR;vet?^+_9n+nx92DE92IY1x~blN%ieOt%8^%#QZwebiSz^| z$g(tcFH3Pkw?3r-nB(yg0rxy68r1oD!<^nEA9>Px1bzH%kCu-ufH=7!ZI*jjGa$Qz zl=JVfPbQN%IyZ4S--f<9WMKp)OO#oW^jbKxT+D7T>zHtUd1+*CTCUw!P-&M0uMwqV zbKDD8)6R{3YpYA%$53F%b6y@w-M>cDxAYV1N~TO#$laN|jn{ow|4`PJRdWl?{i3_Y zJas{xt~>amUwxJUHT@KTqROpM+L9}NDV-Wa)PHvYnms$epcfXphGcjax;y-_;^W0b zLA~(XH&b!Cvd>`jCBh=r;nKF><$23wEs}JTWt6i(5-P37Z(uoVwSML)gLSPJ4!U)` zLohDqv$|etN5$Dqgw-Hao9}T=xpC{~cYYmE-3sT%i7$=oW7??35plgchkS8m_nz1b ztd5z}nnQ7S8o8>e!aP74xzZKIG$+{<#PqX+fYj{6pN`l=mxG_HM;4pXh<=6}0)*r1OW82KsR zUYe5)pXaJTbmM-bhSYkA#FGqn%zjYt{@UpVU%PYt+3m@m^S;aX`RZbO=F~e26Bf(y zmE!*9ez2{kr0ehl`1VYx=JC{k*v@`^ZT;T=@Ynjr8lT^j#H$|5WY^YV$}8MItJ~E2 zgDz5U{V0mJ>Obn=)$RYO`^PB#s~6RNPhZ)Q!i$+7BpI(=8mXE@M3cGZA;LhwQnnC--ZCdIorA?>1S#W3?ajH zo0!GP;Y=z9d50UW>N@8&iGx@uyF12AZgI-=V!C(G9ZvHA*@tT3n}&DWEV9ArGRPWX zE#SB?S{bd)5lq{dWdk_|x-*cs#_)hpCrwc=nEm~Z-1XZb_Ng*}_Uu_(GL9@bB=_(F z)o5j}HmMwL#^IfiAL4^uT6aRz$hl?1&#Vb7YRAmGui#mI<9$C-KGXf+*~ z`4i|LB4;H>B6M!L&P}Oh%(=^c4nbtXa}%9s?|bYLvitdKNY?>OLe&R_2*e>Eez;Pp z`Vl;{cI5U2Xb!3l6skKAF!aElQwu~_xk8uFc@tnxs1?{PTtP~ki|7URere&LbpCC1 zRb7SjZ44Vwow!C3>35baTN>b?M;~UlBP3`=`BJv!!iY-*^R*W1>*dJkka~21Gti`m zfh0AazO>$PcV_9PJ&-toh8M}iiC$OeaaVYB4Bf82!L+AvC{@G{8WjJD3^u2g0-NMJ zsZ>5io|5nmL`1B(@AK_|9w)9l{ynph=7T=hnBj!gq554-39KRGd=f^{ZzNpWWUSOk zT=k$n&2#hDXB3Z)-qZR{(!RnC{E!ZKN9U@KE2I=sy#*r52g{rIN4|z17w`wDH53+O zhjPF|VFUw&=&0NJ*IgnBeJHpDu0!v0B!0(s{jOOf(Ra2DfS1A9Z!q#{IecEmMFQ&z za*%zH)m~KnWD=|8u+FQlj?Mwa-U8UO+8I@#{67D|e>RP|9lG(N$U?EDSLEl^3LV7) z6C$TXasEv`{*wAzdqy@wYJ@_Cp!Aolmv|RJ>Cy&w0~~n}eFU>1>rCp5Ib|dnW-*KR zSgW|t1?4AX^#Uc#eDV12b*3~C!a(%Z040)3c9uh4L80L@bI3ffy?g|S$phmw%{CeP z%8X5nS@z;~^B5al+4|QPZ{(Mr6_P=yQSOlpc9t7;O?kGSD~!`vmrj58RU)h>)1`8^TWl*(qU%9c=PHEaPG2KRl(}$F>6+UA#Mc|Kj z`id1;Z1tkC$#~=TK5LY)Bz(-hx@{># zb#{>F$NTzN*}9k|$Kflo)<1(#1`vQ#Rs^i(;C+@8_Ffp7j4{R8d2`ZlEmxRRl?7r| zPUg@m-eeurPKrit+aXQ(A(bB^+h7osXt7@cLu}I<)gb)3NTTiKg+Jdy&qR7k1s)(< zHy9iHeD;n>pKZdtj$3}$yf8d$riFE1GQX!8;p)Rj(O#}%g^*b+JX&m%wEV!zZ0#+w z!$+~`3>GW;RaXQnV%_OtXhDgi<;-Noqr#pNFsVOJRb-TUB6`?xaG9_unegD;igFLJ z9^TEH*P3zHap<>vraXA5?+(M=jy7Tk@~7`V7|r|+vUN(w`|_(f!;dE|+W_q4^k6$) zaV^stynK63P25$*UX)XPkX91bghr`afqXF|&%ci3<6Y%bR2wyWK&)^lR-sX*#{5+% z_QT8GsVz$E9G{=ShhFe$s5zVowUpKx&1i9?6I9wo`Hx`Z&NEhhb!}I?Nn|o```jE+ zyHp5vK*Lnm7M$-W0IGr5o`_=(kis* zIMq<_;WVaFVp-jTzIR)&khb4wSic5Qd?UwOFFrT6q&ZR7}S)ev+rJazgJs0jz&&;Lo1JdlL>br0K10`J&hGd!&*gsDAVmd@}bkD=rq zek>xcxi5MzlG`Gb%Ph-XV&dm(7-_5usank`*2`3jCwbPItE&@mX1V=mT6OUZYPBSd zNmQ>(EYR*7t7ycSe7E6w+rS9o3Kh}Jpk8=2)>*G5kIVsFMTU&paw9K&*u{yoi8!4J z24)qi9k5Qw?kCQ0m6EcqOkkQwHXCf8F=Fpx@bOyCT##?MIT)k)46Ojf2}~v0p^g# zV@T>J9$L_-K%A1mfl@lDRb5xhTU205CmOrq{O4T3c@$Uu1_J;n<4Y~D&FT$j5+it|7O|n~V zyfMNb9p$A&SjBflGl7voTMq0V?B+0c>rl5|W-X2gMJIq-SSdieMZhybkp&aS>n`=$1zs^Ts)ybP-z zPfy@A(S=forF!3mj9>yGtFz6~%wnQT|H5G4)~myAGVOX4V)4F5*#hDCPDkEiKm`gb zWwgDGy=G7S67O{Y-LGKg&;uXK$0X1_<)TV^X02M|;tcYf@pxnD%q;_}y{VfslF@+4)~qi621ZV8<&oxxA{ydQ#lAqh*9&Hc*URqi*7vVr z0y(^1E>{=SP+Q2EA>3P|=lrk7846Q53SGVrzh&6;kA83XJ>M)Cbh1Dtq4-?Recj06 z^Sr#Z@b`IL1Z-e?l=i^^snFNR1`h%T4KsuQxRKXNNMy3~n4cgEAr@7XU_7iN(-0O& z)%Mr0rU0_t$6ueY^iauJm1Y5}G28DP;+*HVdMzjHsAM=T5<<+kjPrL;Sol8@_rge$SM=2IhK{`-Oi?Ex* z+5X5*3!hj0+x(pA$idvWOC+{jk_LWEmI0xn`I0-Eh5(;^fOX~zXKkdcG?9F$fn&4k z`@?vaSTBe#)1uBgvh+u1#s{JU-_C16x?=Cd2B~)C##&-mw|4A8c4kZ2{Hi|^EYAVmCSUyrqx>=BoRO=mfvC2(Y4MYob`fWs8T-bU5 z)1DGi{^C4R~H zXg`jgi1PR?joB&xK{i|5K`XLiQ#kP2nxgqJwfumkmp0td2_cU`D-69zw^yoLdzeQ+ zUYUh|)F9&(w=1PsmRVXI9r?nSPV_iN~1+b8~=V1<7Pn)(G&rn2$ zw}A66(P9=A888$N8asyx*3x9+75&%?L2I&$gY1ZB-CA|)RRfylz_X{e%_2G6Ud7sO zM+{fCrIo&O;;Jib6&}n@(zs{X-Kn>YF-!;={RHFp(ONJyRBGi)4K!jM^-$llSMOp) zk6axt8LG;oDGsCNXMJ}>p><$zzdDBc!6YCLzp6y6;Ma4M_F{>Mj5zsr1r|?~nP;2= zCR&)1L-c1GG8C4BQ|u)yMTE)dM;p>y;kA#K{%9@J1ka3fla=_H+f67 zdqiVy?EVf(YR#5YZ4oU!8iB#I3J>DWL zZYO|*R*Fxm@7NCi;8!0_W{>HJ!6Dyrz2W^C=)icp8>lz!s)~-E`SLZAc>G? z*msJ)4>fS~Yc?V!x?DwX@$37%Qs$}zHI>Oqqg2~LC8_`CE{>Y>weniUeHB(gwH{m} z?9zosx(in{lm*3o&aHkPi04Dho3tjQFP*3!n2_=OXQe(&*#<}Ke81#bb7uY9o;?NI7NX10N(#^PK_KK{za*BkJSzf z=3A;BeHN3cn2c_klwf*jlmffmXi@b{5H*xA<;^bD)mbN^YtdG63tDeC0uo8_66j>O zzW?c=@$G@Z0{7D?{mvbXH?9Br`gbI$7HO^XTtjNXI}-bTjz_>3B*SC^0_;lCcQO-7 zoKtj}MGZ0;%Y*7lcstootsHps`dv+%;mlXhaAD+u6}hd*1*AMYOgxVUGb6|R#GT0{ z@y~@GNIiH}G~mK#TbG*y>k$qKWc7X$>%-thDO6B;?SuB$z%FaG&Pn zYg@iv3&nRg#K#GtcgAYs)dfu6s*62JY(D@m;{)YB^4E-xH@T!Zzc}eXaL}Y2?T|m3 ztwIMD^e106;)sz?=L3mtgfz!#|ar ze;X#et;7FY*ZC*TpNhx7aq8aY-W$$;)j$4;@@Hk~Z