Files
benchmark/benchmark/scripts/be_pair_check.py

27 lines
635 B
Python
Executable File

#!/usr/bin/env python
from benchmark.Results import PairCheck
from benchmark.Arguments import Arguments
"""Check best results of two models giving scores and win-tie-loose results
"""
def main(args_test=None):
arguments = Arguments()
arguments.xset("score").xset("win").xset("model1").xset("model2")
arguments.xset("lose")
args = arguments.parse(args_test)
pair_check = PairCheck(
args.score,
args.model1,
args.model2,
args.win,
args.lose,
)
try:
pair_check.compute()
except ValueError as e:
print(str(e))
else:
pair_check.report()