From d34d71fdef1bb9e77fe79fd9ef99af5e9234ddbe Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ricardo=20Montan=CC=83ana?= Date: Sat, 15 Jan 2022 10:41:12 +0100 Subject: [PATCH] Add BaggingStree and BaggingWodt models --- ...SVC_macbook-pro_2022-01-15_10:19:36_0.json | 1 + ...SVC_macbook-pro_2022-01-15_10:38:07_0.json | 1 + src/Experiments.py | 5 ++-- src/Models.py | 26 +++++++++++-------- 4 files changed, 20 insertions(+), 13 deletions(-) create mode 100644 results/results_accuracy_SVC_macbook-pro_2022-01-15_10:19:36_0.json create mode 100644 results/results_accuracy_SVC_macbook-pro_2022-01-15_10:38:07_0.json diff --git a/results/results_accuracy_SVC_macbook-pro_2022-01-15_10:19:36_0.json b/results/results_accuracy_SVC_macbook-pro_2022-01-15_10:19:36_0.json new file mode 100644 index 0000000..bc3f278 --- /dev/null +++ b/results/results_accuracy_SVC_macbook-pro_2022-01-15_10:19:36_0.json @@ -0,0 +1 @@ +{"score_name": "accuracy", "title": "test SVC", "model": "SVC", "version": "-", "stratified": false, "folds": 5, "date": "2022-01-15", "time": "10:19:36", "duration": 53.62730073928833, "seeds": [57, 31, 1714, 17, 23, 79, 83, 97, 7, 1], "platform": "macbook-pro", "results": [{"dataset": "balance-scale", "samples": 625, "features": 4, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9024000000000001, "score_std": 0.02182109071517738, "time": 0.008535175323486329, "time_std": 0.001939621525219971}, {"dataset": "balloons", "samples": 16, "features": 4, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.5816666666666667, "score_std": 0.27156439792841447, "time": 0.0016465473175048828, "time_std": 0.0016943325596406494}, {"dataset": "breast-cancer-wisc-diag", "samples": 569, "features": 30, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9727619934792735, "score_std": 0.01351375493914129, "time": 0.005979266166687012, "time_std": 0.0007872491659423732}, {"dataset": "breast-cancer-wisc-prog", "samples": 198, "features": 33, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7732948717948719, "score_std": 0.0703601622554278, "time": 0.0026891088485717775, "time_std": 0.0004663031953879029}, {"dataset": "breast-cancer-wisc", "samples": 699, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9679527235354572, "score_std": 0.011995201821390402, "time": 0.004603381156921387, "time_std": 0.0009901905138461422}, {"dataset": "breast-cancer", "samples": 286, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7317543859649124, "score_std": 0.04356606121838112, "time": 0.0037639617919921877, "time_std": 0.0010329693334296614}, {"dataset": "cardiotocography-10clases", "samples": 2126, "features": 21, "classes": 10, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8055075393537697, "score_std": 0.01989888311185985, "time": 0.11389942169189453, "time_std": 0.0023348897674676764}, {"dataset": "cardiotocography-3clases", "samples": 2126, "features": 21, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9112899199116268, "score_std": 0.012401790692530392, "time": 0.061696133613586425, "time_std": 0.0025669179918031237}, {"dataset": "conn-bench-sonar-mines-rocks", "samples": 208, "features": 60, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8320905923344947, "score_std": 0.06095204566527709, "time": 0.0033890724182128905, "time_std": 0.0006169087824610077}, {"dataset": "cylinder-bands", "samples": 512, "features": 35, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7476127926898914, "score_std": 0.04110007272505122, "time": 0.012459268569946289, "time_std": 0.0009086962691200458}, {"dataset": "dermatology", "samples": 366, "features": 34, "classes": 6, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.972373195112921, "score_std": 0.015862520651510115, "time": 0.006384420394897461, "time_std": 0.0005823620236549856}, {"dataset": "echocardiogram", "samples": 131, "features": 10, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8252991452991455, "score_std": 0.07337261558656372, "time": 0.0017044401168823241, "time_std": 0.0005476566109873199}, {"dataset": "fertility", "samples": 100, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.88, "score_std": 0.0547722557505166, "time": 0.0012776899337768556, "time_std": 0.0004341577566758125}, {"dataset": "haberman-survival", "samples": 306, "features": 3, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7317133791644632, "score_std": 0.045381650232207534, "time": 0.003529653549194336, "time_std": 0.0007611819754886881}, {"dataset": "heart-hungarian", "samples": 294, "features": 12, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8234482758620689, "score_std": 0.048867109055436626, "time": 0.003294520378112793, "time_std": 0.0006076950478511973}, {"dataset": "hepatitis", "samples": 155, "features": 19, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8251612903225807, "score_std": 0.07040539663356832, "time": 0.0020317316055297853, "time_std": 0.0006384699484426992}, {"dataset": "ilpd-indian-liver", "samples": 583, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.709787798408488, "score_std": 0.03451532213431055, "time": 0.009945845603942871, "time_std": 0.0008252834912101655}, {"dataset": "ionosphere", "samples": 351, "features": 33, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9407444668008047, "score_std": 0.028958671693065225, "time": 0.0039968109130859375, "time_std": 0.0007266093626431587}, {"dataset": "iris", "samples": 150, "features": 4, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9593333333333335, "score_std": 0.03217314269870307, "time": 0.0015177297592163085, "time_std": 0.00042350643447281025}, {"dataset": "led-display", "samples": 1000, "features": 7, "classes": 10, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7115, "score_std": 0.02820017730440714, "time": 0.020263571739196778, "time_std": 0.0014431339655024324}, {"dataset": "libras", "samples": 360, "features": 90, "classes": 15, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7847222222222221, "score_std": 0.051012132422797105, "time": 0.013871803283691406, "time_std": 0.0010201214795738103}, {"dataset": "low-res-spect", "samples": 531, "features": 100, "classes": 9, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8864115676247576, "score_std": 0.03225424866865459, "time": 0.01375004768371582, "time_std": 0.0009549987175533226}, {"dataset": "lymphography", "samples": 148, "features": 18, "classes": 4, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8425057471264367, "score_std": 0.0683673252461722, "time": 0.0024164915084838867, "time_std": 0.0006981297554553182}, {"dataset": "mammographic", "samples": 961, "features": 5, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8267465457685665, "score_std": 0.022926835290767923, "time": 0.017464380264282226, "time_std": 0.0010631096749000243}, {"dataset": "molec-biol-promoter", "samples": 106, "features": 57, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.827142857142857, "score_std": 0.09431966640910128, "time": 0.0019569683074951174, "time_std": 0.0005312117523071525}, {"dataset": "musk-1", "samples": 476, "features": 166, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8956008771929826, "score_std": 0.034347871790735236, "time": 0.013593411445617676, "time_std": 0.0012397191165008522}, {"dataset": "oocytes_merluccius_nucleus_4d", "samples": 1022, "features": 41, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7701568627450981, "score_std": 0.025199278315577747, "time": 0.04099928379058838, "time_std": 0.0021910381549852774}, {"dataset": "oocytes_merluccius_states_2f", "samples": 1022, "features": 25, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9174108082257294, "score_std": 0.017769436335121284, "time": 0.017178902626037596, "time_std": 0.0013437224172211666}, {"dataset": "oocytes_trisopterus_nucleus_2f", "samples": 912, "features": 25, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7991268840449167, "score_std": 0.026483084828854114, "time": 0.029733400344848632, "time_std": 0.0009643500114672048}, {"dataset": "oocytes_trisopterus_states_5b", "samples": 912, "features": 32, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9180886326787966, "score_std": 0.01832250326216702, "time": 0.01743077754974365, "time_std": 0.0009383209916627843}, {"dataset": "parkinsons", "samples": 195, "features": 22, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8743589743589744, "score_std": 0.04565254824298682, "time": 0.0022299909591674805, "time_std": 0.0005423097317958024}, {"dataset": "pima", "samples": 768, "features": 8, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7563687293099057, "score_std": 0.02916590227854834, "time": 0.01320606231689453, "time_std": 0.0008789042574330929}, {"dataset": "pittsburg-bridges-MATERIAL", "samples": 106, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8629004329004327, "score_std": 0.06975826134555882, "time": 0.0014644193649291993, "time_std": 0.000548664282295829}, {"dataset": "pittsburg-bridges-REL-L", "samples": 103, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.6901904761904761, "score_std": 0.0893877385352908, "time": 0.0017846012115478515, "time_std": 0.0006855676810514713}, {"dataset": "pittsburg-bridges-SPAN", "samples": 92, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.6802923976608187, "score_std": 0.11052571242757434, "time": 0.0015641307830810546, "time_std": 0.0005019703066145148}, {"dataset": "pittsburg-bridges-T-OR-D", "samples": 102, "features": 7, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8648095238095237, "score_std": 0.07364850331687892, "time": 0.0012368535995483398, "time_std": 0.000356510944828724}, {"dataset": "planning", "samples": 182, "features": 12, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7132582582582583, "score_std": 0.07141520768467598, "time": 0.002578730583190918, "time_std": 0.000771534499525147}, {"dataset": "post-operative", "samples": 90, "features": 8, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7022222222222222, "score_std": 0.0751623756679456, "time": 0.0014795351028442383, "time_std": 0.00046357325938391165}, {"dataset": "seeds", "samples": 210, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9328571428571428, "score_std": 0.04059925269913093, "time": 0.0018241214752197266, "time_std": 0.0005683852158744479}, {"dataset": "statlog-australian-credit", "samples": 690, "features": 14, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.6723188405797101, "score_std": 0.03749368076701083, "time": 0.018445286750793457, "time_std": 0.001071034245829743}, {"dataset": "statlog-german-credit", "samples": 1000, "features": 24, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.758, "score_std": 0.03085449724108304, "time": 0.03240807056427002, "time_std": 0.0011652549269391957}, {"dataset": "statlog-heart", "samples": 270, "features": 13, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8270370370370371, "score_std": 0.039477034007024514, "time": 0.0030829668045043944, "time_std": 0.000512160712398571}, {"dataset": "statlog-image", "samples": 2310, "features": 18, "classes": 7, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9403463203463204, "score_std": 0.010318661066971139, "time": 0.05687118530273438, "time_std": 0.0018534727742686187}, {"dataset": "statlog-vehicle", "samples": 846, "features": 18, "classes": 4, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7602902888966235, "score_std": 0.025681383872536944, "time": 0.022948999404907227, "time_std": 0.0007352643759629743}, {"dataset": "synthetic-control", "samples": 600, "features": 60, "classes": 6, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9913333333333334, "score_std": 0.008326663997864544, "time": 0.011515154838562011, "time_std": 0.0008983086770209122}, {"dataset": "tic-tac-toe", "samples": 958, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9863236256544502, "score_std": 0.007669725164798296, "time": 0.020154666900634766, "time_std": 0.0015545519723946738}, {"dataset": "vertebral-column-2clases", "samples": 310, "features": 6, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8451612903225807, "score_std": 0.041057813101154375, "time": 0.002947368621826172, "time_std": 0.0006514866447321499}, {"dataset": "wine", "samples": 178, "features": 13, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9807936507936508, "score_std": 0.02154056565547604, "time": 0.0020949554443359373, "time_std": 0.0007042887161450783}, {"dataset": "zoo", "samples": 101, "features": 16, "classes": 7, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9206666666666667, "score_std": 0.05903694219908146, "time": 0.0019775152206420897, "time_std": 0.0004386908573943674}]} \ No newline at end of file diff --git a/results/results_accuracy_SVC_macbook-pro_2022-01-15_10:38:07_0.json b/results/results_accuracy_SVC_macbook-pro_2022-01-15_10:38:07_0.json new file mode 100644 index 0000000..81ceb9d --- /dev/null +++ b/results/results_accuracy_SVC_macbook-pro_2022-01-15_10:38:07_0.json @@ -0,0 +1 @@ +{"score_name": "accuracy", "title": "test SVC", "model": "SVC", "version": "-", "stratified": false, "folds": 5, "date": "2022-01-15", "time": "10:38:07", "duration": 55.52087688446045, "seeds": [57, 31, 1714, 17, 23, 79, 83, 97, 7, 1], "platform": "macbook-pro", "results": [{"dataset": "balance-scale", "samples": 625, "features": 4, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9024000000000001, "score_std": 0.02182109071517738, "time": 0.008633546829223633, "time_std": 0.0015130729732144167}, {"dataset": "balloons", "samples": 16, "features": 4, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.5816666666666667, "score_std": 0.27156439792841447, "time": 0.001401534080505371, "time_std": 0.00047347165036132945}, {"dataset": "breast-cancer-wisc-diag", "samples": 569, "features": 30, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9727619934792735, "score_std": 0.01351375493914129, "time": 0.0066986560821533205, "time_std": 0.0010167861581839592}, {"dataset": "breast-cancer-wisc-prog", "samples": 198, "features": 33, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7732948717948719, "score_std": 0.0703601622554278, "time": 0.003161454200744629, "time_std": 0.0008482588452898315}, {"dataset": "breast-cancer-wisc", "samples": 699, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9679527235354572, "score_std": 0.011995201821390402, "time": 0.005308012962341308, "time_std": 0.0010349632820197434}, {"dataset": "breast-cancer", "samples": 286, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7317543859649124, "score_std": 0.04356606121838112, "time": 0.004285855293273926, "time_std": 0.0008512673592647131}, {"dataset": "cardiotocography-10clases", "samples": 2126, "features": 21, "classes": 10, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8055075393537697, "score_std": 0.01989888311185985, "time": 0.135017409324646, "time_std": 0.016919356681241494}, {"dataset": "cardiotocography-3clases", "samples": 2126, "features": 21, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9112899199116268, "score_std": 0.012401790692530392, "time": 0.06300544261932373, "time_std": 0.006222499253849222}, {"dataset": "conn-bench-sonar-mines-rocks", "samples": 208, "features": 60, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8320905923344947, "score_std": 0.06095204566527709, "time": 0.003326888084411621, "time_std": 0.0007047235186940668}, {"dataset": "cylinder-bands", "samples": 512, "features": 35, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7476127926898914, "score_std": 0.04110007272505122, "time": 0.012400217056274414, "time_std": 0.0007515880091312664}, {"dataset": "dermatology", "samples": 366, "features": 34, "classes": 6, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.972373195112921, "score_std": 0.015862520651510115, "time": 0.006331615447998047, "time_std": 0.0010313788475125939}, {"dataset": "echocardiogram", "samples": 131, "features": 10, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8252991452991455, "score_std": 0.07337261558656372, "time": 0.0016416168212890624, "time_std": 0.0006377484561555322}, {"dataset": "fertility", "samples": 100, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.88, "score_std": 0.0547722557505166, "time": 0.001421346664428711, "time_std": 0.0006337214236508743}, {"dataset": "haberman-survival", "samples": 306, "features": 3, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7317133791644632, "score_std": 0.045381650232207534, "time": 0.0032370996475219725, "time_std": 0.0005084614941223374}, {"dataset": "heart-hungarian", "samples": 294, "features": 12, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8234482758620689, "score_std": 0.048867109055436626, "time": 0.003082695007324219, "time_std": 0.00045689350501735464}, {"dataset": "hepatitis", "samples": 155, "features": 19, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8251612903225807, "score_std": 0.07040539663356832, "time": 0.00186614990234375, "time_std": 0.0005069317950522134}, {"dataset": "ilpd-indian-liver", "samples": 583, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.709787798408488, "score_std": 0.03451532213431055, "time": 0.009920516014099122, "time_std": 0.0007257306223377669}, {"dataset": "ionosphere", "samples": 351, "features": 33, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9407444668008047, "score_std": 0.028958671693065225, "time": 0.0040106201171875, "time_std": 0.0006573015257453994}, {"dataset": "iris", "samples": 150, "features": 4, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9593333333333335, "score_std": 0.03217314269870307, "time": 0.00139803409576416, "time_std": 0.0003708286435757098}, {"dataset": "led-display", "samples": 1000, "features": 7, "classes": 10, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7115, "score_std": 0.02820017730440714, "time": 0.020144133567810057, "time_std": 0.001377659061298684}, {"dataset": "libras", "samples": 360, "features": 90, "classes": 15, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7847222222222221, "score_std": 0.051012132422797105, "time": 0.013660655021667481, "time_std": 0.000796928602013932}, {"dataset": "low-res-spect", "samples": 531, "features": 100, "classes": 9, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8864115676247576, "score_std": 0.03225424866865459, "time": 0.01377204418182373, "time_std": 0.0010656885100308797}, {"dataset": "lymphography", "samples": 148, "features": 18, "classes": 4, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8425057471264367, "score_std": 0.0683673252461722, "time": 0.002253603935241699, "time_std": 0.000605526661017837}, {"dataset": "mammographic", "samples": 961, "features": 5, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8267465457685665, "score_std": 0.022926835290767923, "time": 0.017464599609375, "time_std": 0.0011641138461251329}, {"dataset": "molec-biol-promoter", "samples": 106, "features": 57, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.827142857142857, "score_std": 0.09431966640910128, "time": 0.0018281745910644531, "time_std": 0.00042830883954263145}, {"dataset": "musk-1", "samples": 476, "features": 166, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8956008771929826, "score_std": 0.034347871790735236, "time": 0.013405461311340332, "time_std": 0.001170599542693625}, {"dataset": "oocytes_merluccius_nucleus_4d", "samples": 1022, "features": 41, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7701568627450981, "score_std": 0.025199278315577747, "time": 0.0409696102142334, "time_std": 0.0010929783965368109}, {"dataset": "oocytes_merluccius_states_2f", "samples": 1022, "features": 25, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9174108082257294, "score_std": 0.017769436335121284, "time": 0.016857757568359374, "time_std": 0.0008120119416199978}, {"dataset": "oocytes_trisopterus_nucleus_2f", "samples": 912, "features": 25, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7991268840449167, "score_std": 0.026483084828854114, "time": 0.029437575340270996, "time_std": 0.0011140394286331841}, {"dataset": "oocytes_trisopterus_states_5b", "samples": 912, "features": 32, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9180886326787966, "score_std": 0.01832250326216702, "time": 0.017344918251037598, "time_std": 0.0008503510561020779}, {"dataset": "parkinsons", "samples": 195, "features": 22, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8743589743589744, "score_std": 0.04565254824298682, "time": 0.002095189094543457, "time_std": 0.0004074301105375098}, {"dataset": "pima", "samples": 768, "features": 8, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7563687293099057, "score_std": 0.02916590227854834, "time": 0.012935361862182616, "time_std": 0.0006774334638749663}, {"dataset": "pittsburg-bridges-MATERIAL", "samples": 106, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8629004329004327, "score_std": 0.06975826134555882, "time": 0.001368570327758789, "time_std": 0.0003352989852318652}, {"dataset": "pittsburg-bridges-REL-L", "samples": 103, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.6901904761904761, "score_std": 0.0893877385352908, "time": 0.00146514892578125, "time_std": 0.00040424163075394664}, {"dataset": "pittsburg-bridges-SPAN", "samples": 92, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.6802923976608187, "score_std": 0.11052571242757434, "time": 0.0014408540725708008, "time_std": 0.0003712736174969736}, {"dataset": "pittsburg-bridges-T-OR-D", "samples": 102, "features": 7, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8648095238095237, "score_std": 0.07364850331687892, "time": 0.0012896156311035156, "time_std": 0.0006517753871811912}, {"dataset": "planning", "samples": 182, "features": 12, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7132582582582583, "score_std": 0.07141520768467598, "time": 0.0023648786544799806, "time_std": 0.0005328302659567181}, {"dataset": "post-operative", "samples": 90, "features": 8, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7022222222222222, "score_std": 0.0751623756679456, "time": 0.0014093685150146484, "time_std": 0.0003577506154809263}, {"dataset": "seeds", "samples": 210, "features": 7, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9328571428571428, "score_std": 0.04059925269913093, "time": 0.0017846345901489258, "time_std": 0.0005421240968356342}, {"dataset": "statlog-australian-credit", "samples": 690, "features": 14, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.6723188405797101, "score_std": 0.03749368076701083, "time": 0.019079756736755372, "time_std": 0.002353252877863675}, {"dataset": "statlog-german-credit", "samples": 1000, "features": 24, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.758, "score_std": 0.03085449724108304, "time": 0.032160325050354, "time_std": 0.0011470296151353386}, {"dataset": "statlog-heart", "samples": 270, "features": 13, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8270370370370371, "score_std": 0.039477034007024514, "time": 0.0030758047103881837, "time_std": 0.0007653770205487837}, {"dataset": "statlog-image", "samples": 2310, "features": 18, "classes": 7, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9403463203463204, "score_std": 0.010318661066971139, "time": 0.05772686004638672, "time_std": 0.0017114537170855471}, {"dataset": "statlog-vehicle", "samples": 846, "features": 18, "classes": 4, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.7602902888966235, "score_std": 0.025681383872536944, "time": 0.02302474021911621, "time_std": 0.0006826003690087605}, {"dataset": "synthetic-control", "samples": 600, "features": 60, "classes": 6, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9913333333333334, "score_std": 0.008326663997864544, "time": 0.011667757034301758, "time_std": 0.0009200772456536807}, {"dataset": "tic-tac-toe", "samples": 958, "features": 9, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9863236256544502, "score_std": 0.007669725164798296, "time": 0.020387845039367677, "time_std": 0.001753273604374427}, {"dataset": "vertebral-column-2clases", "samples": 310, "features": 6, "classes": 2, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.8451612903225807, "score_std": 0.041057813101154375, "time": 0.002866230010986328, "time_std": 0.0007854269484711097}, {"dataset": "wine", "samples": 178, "features": 13, "classes": 3, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9807936507936508, "score_std": 0.02154056565547604, "time": 0.0019330310821533204, "time_std": 0.00068164034720163}, {"dataset": "zoo", "samples": 101, "features": 16, "classes": 7, "hyperparameters": {}, "nodes": 0.0, "leaves": 0.0, "depth": 0.0, "score": 0.9206666666666667, "score_std": 0.05903694219908146, "time": 0.0018606233596801759, "time_std": 0.0005062344996684315}]} \ No newline at end of file diff --git a/src/Experiments.py b/src/Experiments.py index 4f5b565..df06bd3 100644 --- a/src/Experiments.py +++ b/src/Experiments.py @@ -159,7 +159,6 @@ class Experiment: self.title = title self.stratified = stratified == "1" self.stratified_class = StratifiedKFold if self.stratified else KFold - self.model = Models.get_model(model_name) self.datasets = datasets dictionary = json.loads(hyperparams_dict) hyper = BestResults( @@ -185,8 +184,10 @@ class Experiment: return self.output_file def _build_classifier(self, random_state, hyperparameters): - clf = self.model(random_state=random_state) + self.model = Models.get_model(self.model_name, random_state) + clf = self.model clf.set_params(**hyperparameters) + clf.set_params(random_state=random_state) return clf def _init_experiment(self): diff --git a/src/Models.py b/src/Models.py index 9b248a0..281d01e 100644 --- a/src/Models.py +++ b/src/Models.py @@ -9,23 +9,27 @@ from odte import Odte class Models: @staticmethod - def get_model(name): + def get_model(name, random_state=None): if name == "STree": - return Stree + return Stree() if name == "Cart": - return DecisionTreeClassifier + return DecisionTreeClassifier() if name == "ExtraTree": - return ExtraTreeClassifier + return ExtraTreeClassifier() if name == "Wodt": - return Wodt + return Wodt() if name == "SVC": - return SVC + return SVC() if name == "ODTE": - return Odte - if name == "Bagging": - return BaggingClassifier + return Odte() + if name == "BaggingStree": + clf = Stree(random_state=random_state) + return BaggingClassifier(base_estimator=clf) + if name == "BaggingWodt": + clf = Wodt(random_state=random_state) + return BaggingClassifier(base_estimator=clf) if name == "RandomForest": - return RandomForestClassifier + return RandomForestClassifier() msg = f"No model recognized {name}" if name in ("Stree", "stree"): msg += ", did you mean STree?" @@ -43,7 +47,7 @@ class Models: nodes = 0 leaves = result.get_n_leaves() depth = 0 - elif name == "Bagging": + elif name.startswith("Bagging"): if hasattr(result.base_estimator_, "nodes_leaves"): nodes, leaves = list( zip(*[x.nodes_leaves() for x in result.estimators_])