92 lines
3.8 KiB
C++
92 lines
3.8 KiB
C++
#include <iostream>
|
|
#include <argparse/argparse.hpp>
|
|
#include "main/Models.h"
|
|
#include "main/modelRegister.h"
|
|
#include "common/Paths.h"
|
|
#include "common/Colors.h"
|
|
#include "common/Utils.h"
|
|
#include "best/BestResults.h"
|
|
#include "common/DotEnv.h"
|
|
#include "config_platform.h"
|
|
|
|
void manageArguments(argparse::ArgumentParser& program)
|
|
{
|
|
auto env = platform::DotEnv();
|
|
program.add_argument("-m", "--model").help("Model to use or any").default_value("any");
|
|
program.add_argument("--folder").help("Results folder to use").default_value(platform::Paths::results());
|
|
program.add_argument("-d", "--dataset").default_value("any").help("Filter results of the selected model) (any for all datasets)");
|
|
program.add_argument("-s", "--score").default_value(env.get("score")).help("Filter results of the score name supplied");
|
|
program.add_argument("--friedman").help("Friedman test").default_value(false).implicit_value(true);
|
|
program.add_argument("--excel").help("Output to excel").default_value(false).implicit_value(true);
|
|
program.add_argument("--tex").help("Output results to TeX & Markdown files").default_value(false).implicit_value(true);
|
|
program.add_argument("--index").help("In tex output show the index of the dataset instead of the name to save space").default_value(false).implicit_value(true);
|
|
program.add_argument("--level").help("significance level").default_value(0.05).scan<'g', double>().action([](const std::string& value) {
|
|
try {
|
|
auto k = std::stod(value);
|
|
if (k < 0.01 || k > 0.15) {
|
|
throw std::runtime_error("Significance level hast to be a number in [0.01, 0.15]");
|
|
}
|
|
return k;
|
|
}
|
|
catch (const std::runtime_error& err) {
|
|
throw std::runtime_error(err.what());
|
|
}
|
|
catch (...) {
|
|
throw std::runtime_error("Number of folds must be an decimal number");
|
|
}});
|
|
}
|
|
|
|
int main(int argc, char** argv)
|
|
{
|
|
argparse::ArgumentParser program("b_best", { platform_project_version.begin(), platform_project_version.end() });
|
|
manageArguments(program);
|
|
std::string model, dataset, score, folder;
|
|
bool build, report, friedman, excel, tex, index;
|
|
double level;
|
|
try {
|
|
program.parse_args(argc, argv);
|
|
model = program.get<std::string>("model");
|
|
folder = program.get<std::string>("folder");
|
|
if (folder.back() != '/') {
|
|
folder += '/';
|
|
}
|
|
dataset = program.get<std::string>("dataset");
|
|
score = program.get<std::string>("score");
|
|
friedman = program.get<bool>("friedman");
|
|
excel = program.get<bool>("excel");
|
|
tex = program.get<bool>("tex");
|
|
index = program.get<bool>("index");
|
|
level = program.get<double>("level");
|
|
if (model == "" || score == "") {
|
|
throw std::runtime_error("Model and score name must be supplied");
|
|
}
|
|
if (friedman && (model != "any" || dataset != "any")) {
|
|
std::cerr << "Friedman test can only be used with all models and all the datasets" << std::endl;
|
|
std::cerr << program;
|
|
exit(1);
|
|
}
|
|
}
|
|
catch (const std::exception& err) {
|
|
std::cerr << err.what() << std::endl;
|
|
std::cerr << program;
|
|
exit(1);
|
|
}
|
|
// Generate report
|
|
auto results = platform::BestResults(folder, score, model, dataset, friedman, level);
|
|
if (model == "any") {
|
|
results.buildAll();
|
|
results.reportAll(excel, tex, index);
|
|
} else {
|
|
std::string fileName = results.build();
|
|
std::cout << Colors::GREEN() << fileName << " created!" << Colors::RESET() << std::endl;
|
|
results.reportSingle(excel);
|
|
}
|
|
if (excel) {
|
|
auto fileName = results.getExcelFileName();
|
|
std::cout << "Opening " << fileName << std::endl;
|
|
platform::openFile(fileName);
|
|
}
|
|
std::cout << Colors::RESET();
|
|
return 0;
|
|
}
|