forked from intel/neural-compressor
-
Notifications
You must be signed in to change notification settings - Fork 1
/
run_benchmark.sh
61 lines (50 loc) · 1.16 KB
/
run_benchmark.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
#!/bin/bash
set -x
function main {
init_params "$@"
run_benchmark
}
# init params
function init_params {
for var in "$@"
do
case $var in
--input_model=*)
input_model=$(echo $var |cut -f2 -d=)
;;
--mode=*)
mode=$(echo $var |cut -f2 -d=)
;;
--dataset_location=*)
dataset_location=$(echo $var |cut -f2 -d=)
;;
--batch_size=*)
batch_size=$(echo $var |cut -f2 -d=)
;;
esac
done
}
# run_benchmark
function run_benchmark {
if [[ ${mode} == "accuracy" ]]; then
dynamic_length=False
elif [[ ${mode} == "performance" ]]; then
dynamic_length=True
else
echo "Error: No such mode: ${mode}"
exit 1
fi
model_name_or_path="bert-base-uncased"
task_name="mrpc"
model_type="bert"
python main.py \
--model_path ${input_model} \
--model_name_or_path ${model_name_or_path} \
--data_path ${dataset_location} \
--task ${task_name} \
--batch_size ${batch_size} \
--mode ${mode} \
--dynamic_length ${dynamic_length} \
--benchmark
}
main "$@"