Skip to content

Commit

Permalink
fix bug
Browse files Browse the repository at this point in the history
Signed-off-by: yuwenzho <[email protected]>
  • Loading branch information
yuwenzho committed Jul 26, 2024
1 parent f82aed3 commit 539d01a
Showing 1 changed file with 9 additions and 5 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -35,23 +35,27 @@ function init_params {

# run_benchmark
function run_benchmark {

# Check if the input_model ends with the filename extension ".onnx"
if [[ $input_model =~ \.onnx$ ]]; then
# If the string ends with the filename extension, get the path of the file
input_model=$(dirname "$input_model")
fi

python main.py \
if [[ "${tokenizer}" =~ "Phi-3-mini" ]]; then
extra_cmd="--trust_remote_code True"
fi

eval "python main.py \
--model_path ${input_model} \
--batch_size=${batch_size-1} \
--tokenizer=${tokenizer-meta-llama/Llama-2-7b-hf} \
--tasks=${tasks-lambada_openai} \
--mode=${mode} \
--intra_op_num_threads=${intra_op_num_threads-24} \
--benchmark

--benchmark \
${extra_cmd}"

}

main "$@"

0 comments on commit 539d01a

Please sign in to comment.