Spaces:
Paused
Paused
config_dir="/optimum-benchmark/examples/energy_star/" | |
# This script is meant to be called from a python script (app.py) \ | |
MODEL=$1 | |
TASK=$2 | |
HARDWARE=$3 | |
RUN_DIR=$4 | |
echo "Attempting to run." | |
# Read the name of the model and the experiment. | |
echo "Benchmarking Model: ${MODEL}, Task: ${TASK}, Hardware: ${HARDWARE}" | |
# Initialize the directory for output. | |
mkdir -p "${RUN_DIR}" | |
# Save the task/model run directory to text file, for tracking purposes. | |
echo "${RUN_DIR}" >> attempts.txt | |
{ # try | |
# Let the benchmarking begin! | |
optimum-benchmark --config-name "${TASK}" --config-dir="${config_dir}" backend.model="${MODEL}" backend.processor="${MODEL}" hydra.run.dir="${RUN_DIR}" 2> "${RUN_DIR}/error.log" | |
} || { # catch | |
echo "Did not benchmark." | |
echo "${RUN_DIR}" >> failed_attempts.txt | |
} | |
echo "Finished" |