From 0e355b7754c109b968758278654720e02f794ef2 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Ricardo=20Montan=CC=83ana?= <rmontanana@gmail.com>
Date: Tue, 1 Mar 2022 16:00:03 +0100
Subject: [PATCH] Begin pair_check

---
 src/pair_check.py | 47 +++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 47 insertions(+)
 create mode 100644 src/pair_check.py

diff --git a/src/pair_check.py b/src/pair_check.py
new file mode 100644
index 0000000..7878d7b
--- /dev/null
+++ b/src/pair_check.py
@@ -0,0 +1,47 @@
+#!/usr/bin/env python
+import argparse
+from Experiments import Experiment, Datasets
+from Results import Report
+from Utils import EnvDefault
+
+"""Check best results of two models giving scores and win-tie-loose results
+"""
+
+
+def parse_arguments():
+    ap = argparse.ArgumentParser()
+    ap.add_argument(
+        "-s",
+        "--score",
+        action=EnvDefault,
+        envvar="score",
+        type=str,
+        required=True,
+        help="score name {accuracy, f1_macro, ...}",
+    )
+    ap.add_argument(
+        "-m1",
+        "--model1",
+        type=str,
+        required=True,
+        help="model 1 name",
+    )
+    ap.add_argument(
+        "-m2",
+        "--model2",
+        type=str,
+        required=True,
+        help="model 2 name",
+    )
+    args = ap.parse_args()
+    return (
+        args.score,
+        args.model1 < args.model2,
+    )
+
+
+(
+    score,
+    model1,
+    model2,
+) = parse_arguments()