#!/bin/bash

usage() {
	echo "This script is used to recalculate the effectiveness measures for ARQMath task 2"
	echo "usage: $0 [-tre] [type]"
  echo "  -tre  path to trec_eval tool"
  echo "  -type  1 for arqmath-1, 2 for arqmath-2"
	}

# check whether user had supplied -h or --help . If yes display usage
if [[ $# == "--help" || $# == "-h" ]];
then
  usage
  exit 1
fi

# if less than three arguments supplied, display usage
if [  $# -le 1 ]
then
  usage
  exit 1
fi

tre=$1
type=$2

echo "[Evaluating results]"
if [ "$type" == "1" ]; then
    python3 task2_get_results.py -eva "$tre" -qre "./qrel_t2_a1_v2.tsv" -pri "./prime_runs_v2" -res "./version2_result"
    python3 task2_get_results.py -eva "$tre" -qre "./qrel_t2_a1_v3.tsv" -pri "./prime_runs_v3" -res "./version3_result"
else
    python3 task2_get_results.py -eva "$tre" -qre "./qrel_t2_a2_v2.tsv" -pri "./prime_runs_v2" -res "./version2_result"
    python3 task2_get_results.py -eva "$tre" -qre "./qrel_t2_a2_v3.tsv" -pri "./prime_runs_v2" -res "./version2_result"
fi

echo "[Done]"