#!/bin/bash
set -x

function main {

  init_params "$@"
  run_benchmark

}

# init params
function init_params {
  iters=100
  batch_size=16
  tuned_checkpoint=saved_results
  for var in "$@"
  do
    case $var in
      --input_model=*)
          input_model=$(echo $var |cut -f2 -d=)
      ;;
      --dataset_location=*)
          dataset_location=$(echo $var |cut -f2 -d=)
      ;;
      --mode=*)
          mode=$(echo $var |cut -f2 -d=)
      ;;
      --batch_size=*)
          batch_size=$(echo $var |cut -f2 -d=)
      ;;
      --iters=*)
          iters=$(echo ${var} |cut -f2 -d=)
      ;;
      --int8=*)
          int8=$(echo ${var} |cut -f2 -d=)
      ;;
      --config=*)
          tuned_checkpoint=$(echo $var |cut -f2 -d=)
      ;;
      --tokenizer=*)
          tokenizer=$(echo $var |cut -f2 -d=)
      ;;
    esac
  done

}


# run_benchmark
function run_benchmark {
    extra_cmd=''
    MAX_SEQ_LENGTH=128
    if [[ ${mode} == "accuracy" ]]; then
        mode_cmd="--accuracy"
    elif [[ ${mode} == "performance" ]]; then
        mode_cmd=" --benchmark"
    else
        echo "Error: No such mode: ${mode}"
        exit 1
    fi

    if [[ ${input_model: -5:5} == ".onnx" ]]; then
        # fetch tokenizer configuration for dataset.
        python onnx_evaluation.py \
                --model_name_or_path ${tokenizer} \
                --model_path ${input_model} \
                --task ${dataset_location} \
                --batch_size=${batch_size} \
                ${mode_cmd} 
    else
        extra_cmd='--model_name_or_path '${input_model}
        if [[ ${int8} == "true" ]]; then
            extra_cmd='--model_name_or_path '${tuned_checkpoint}
            extra_cmd=$extra_cmd" --int8"
        fi
        echo $extra_cmd
        python -u run_glue.py \
            --task_name ${dataset_location} \
            --do_eval \
            --max_seq_length ${MAX_SEQ_LENGTH} \
            --per_device_eval_batch_size ${batch_size} \
            --no_cuda \
            --output_dir ./output_log \
            --overwrite_output_dir \
            ${mode_cmd} \
            ${extra_cmd}
    fi
}

main "$@"
