#!/bin/bash -ex

# The MIT License (MIT)
#
# Copyright (c) 2021 NVIDIA CORPORATION & AFFILIATES
#
# Permission is hereby granted, free of charge, to any person obtaining a copy of
# this software and associated documentation files (the "Software"), to deal in
# the Software without restriction, including without limitation the rights to
# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
# the Software, and to permit persons to whom the Software is furnished to do so,
# subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

: ${GRPC_ADDR:=${1:-"localhost:8001"}}

echo "LOAD MODELS"
python scripts/model-loader.py -u ${GRPC_ADDR} load -m dali
python scripts/model-loader.py -u ${GRPC_ADDR} load -m resnet50_trt
python scripts/model-loader.py -u ${GRPC_ADDR} load -m dali_trt_resnet50

STABILITY_PERCENTAGE=50
BATCH_SIZES="2 8 16 32 64 128"

PERF_ANALYZER_ARGS="-i grpc -u $GRPC_ADDR -s $STABILITY_PERCENTAGE"

echo "WARM-UP"
perf_analyzer $PERF_ANALYZER_ARGS -m dali_trt_resnet50 --input-data dataset.json --concurrency-range=128

echo "NN Benchmarks: single-sample"
perf_analyzer $PERF_ANALYZER_ARGS -m resnet50_trt --concurrency-range=16:128:16

echo "NN Benchmarks: batched"
for BS in $BATCH_SIZES ; do
  perf_analyzer $PERF_ANALYZER_ARGS -m resnet50_trt -b$BS ;
done

echo "Ensemble Benchmarks: single-sample"
perf_analyzer $PERF_ANALYZER_ARGS -m dali_trt_resnet50 --input-data dataset.json --concurrency-range=16:128:16

echo "Ensemble Benchmarks: batched"
for BS in $BATCH_SIZES ; do
  perf_analyzer $PERF_ANALYZER_ARGS -m dali_trt_resnet50 --input-data inputs-data/ --shape input:`stat --printf="%s" inputs-data/input` -b$BS ;
done
