#include #include #include #include #include #include #include #include "../CPPFImdlp.h" #include "../tests/ArffFiles.h" using namespace std; using namespace mdlp; const string PATH = "../../tests/datasets/"; /* print a description of all supported options */ void usage(const char* path) { /* take only the last portion of the path */ const char* basename = strrchr(path, '/'); basename = basename ? basename + 1 : path; cout << "usage: " << basename << "[OPTION]" << endl; cout << " -h, --help\t\t Print this help and exit." << endl; cout << " -f, --file[=FILENAME]\t {all, diabetes, glass, iris, kdd_JapaneseVowels, letter, liver-disorders, mfeat-factors, test}." << endl; cout << " -p, --path[=FILENAME]\t folder where the arff dataset is located, default " << PATH << endl; cout << " -m, --max_depth=INT\t max_depth pased to discretizer. Default = MAX_INT" << endl; cout << " -c, --max_cutpoints=FLOAT\t percentage of lines expressed in decimal or integer number or cut points. Default = 0 -> any" << endl; cout << " -n, --min_length=INT\t interval min_length pased to discretizer. Default = 3" << endl; } tuple parse_arguments(int argc, char** argv) { string file_name; string path = PATH; int max_depth = numeric_limits::max(); int min_length = 3; float max_cutpoints = 0; const vector long_options = { {"help", no_argument, nullptr, 'h'}, {"file", required_argument, nullptr, 'f'}, {"path", required_argument, nullptr, 'p'}, {"max_depth", required_argument, nullptr, 'm'}, {"max_cutpoints", required_argument, nullptr, 'c'}, {"min_length", required_argument, nullptr, 'n'}, {nullptr, no_argument, nullptr, 0} }; while (true) { const auto c = getopt_long(argc, argv, "hf:p:m:c:n:", long_options.data(), nullptr); if (c == -1) break; switch (c) { case 'h': usage(argv[0]); exit(0); case 'f': file_name = string(optarg); break; case 'm': max_depth = stoi(optarg); break; case 'n': min_length = stoi(optarg); break; case 'c': max_cutpoints = stof(optarg); break; case 'p': path = optarg; if (path.back() != '/') path += '/'; break; case '?': usage(argv[0]); exit(1); default: abort(); } } if (file_name.empty()) { usage(argv[0]); exit(1); } return make_tuple(file_name, path, max_depth, min_length, max_cutpoints); } void process_file(const string& path, const string& file_name, bool class_last, int max_depth, int min_length, float max_cutpoints) { ArffFiles file; file.load(path + file_name + ".arff", class_last); const auto attributes = file.getAttributes(); const auto items = file.getSize(); cout << "Number of lines: " << items << endl; cout << "Attributes: " << endl; for (auto attribute : attributes) { cout << "Name: " << get<0>(attribute) << " Type: " << get<1>(attribute) << endl; } cout << "Class name: " << file.getClassName() << endl; cout << "Class type: " << file.getClassType() << endl; cout << "Data: " << endl; vector& X = file.getX(); labels_t& y = file.getY(); for (int i = 0; i < 5; i++) { for (auto feature : X) { cout << fixed << setprecision(1) << feature[i] << " "; } cout << y[i] << endl; } auto test = mdlp::CPPFImdlp(min_length, max_depth, max_cutpoints); size_t total = 0; for (auto i = 0; i < attributes.size(); i++) { auto min_max = minmax_element(X[i].begin(), X[i].end()); cout << "Cut points for feature " << get<0>(attributes[i]) << ": [" << setprecision(3); test.fit(X[i], y); auto cut_points = test.getCutPoints(); for (auto item : cut_points) { cout << item; if (item != cut_points.back()) cout << ", "; } total += test.getCutPoints().size(); cout << "]" << endl; cout << "Min: " << *min_max.first << " Max: " << *min_max.second << endl; cout << "--------------------------" << endl; } cout << "Total cut points ...: " << total << endl; cout << "Total feature states: " << total + attributes.size() << endl; } void process_all_files(const map& datasets, const string& path, int max_depth, int min_length, float max_cutpoints) { cout << "Results: " << "Max_depth: " << max_depth << " Min_length: " << min_length << " Max_cutpoints: " << max_cutpoints << endl << endl; printf("%-20s %4s %4s\n", "Dataset", "Feat", "Cuts Time(ms)"); printf("==================== ==== ==== ========\n"); for (const auto& dataset : datasets) { ArffFiles file; file.load(path + dataset.first + ".arff", dataset.second); auto attributes = file.getAttributes(); vector& X = file.getX(); labels_t& y = file.getY(); size_t timing = 0; size_t cut_points = 0; for (auto i = 0; i < attributes.size(); i++) { auto test = mdlp::CPPFImdlp(min_length, max_depth, max_cutpoints); std::chrono::steady_clock::time_point begin = std::chrono::steady_clock::now(); test.fit(X[i], y); std::chrono::steady_clock::time_point end = std::chrono::steady_clock::now(); timing += std::chrono::duration_cast(end - begin).count(); cut_points += test.getCutPoints().size(); } printf("%-20s %4lu %4zu %8zu\n", dataset.first.c_str(), attributes.size(), cut_points, timing); } } int main(int argc, char** argv) { map datasets = { {"diabetes", true}, {"glass", true}, {"iris", true}, {"kdd_JapaneseVowels", false}, {"letter", true}, {"liver-disorders", true}, {"mfeat-factors", true}, {"test", true} }; string file_name; string path; int max_depth; int min_length; float max_cutpoints; tie(file_name, path, max_depth, min_length, max_cutpoints) = parse_arguments(argc, argv); if (datasets.find(file_name) == datasets.end() && file_name != "all") { cout << "Invalid file name: " << file_name << endl; usage(argv[0]); exit(1); } if (file_name == "all") process_all_files(datasets, path, max_depth, min_length, max_cutpoints); else { process_file(path, file_name, datasets[file_name], max_depth, min_length, max_cutpoints); cout << "File name ....: " << file_name << endl; cout << "Max depth ....: " << max_depth << endl; cout << "Min length ...: " << min_length << endl; cout << "Max cutpoints : " << max_cutpoints << endl; } return 0; }