116 lines
5.3 KiB
Bash
116 lines
5.3 KiB
Bash
#!/bin/bash
|
|
source test_tipc/utils_func.sh
|
|
|
|
FILENAME=$1
|
|
MODE="whole_infer"
|
|
|
|
# parser model_name
|
|
dataline=$(cat ${FILENAME})
|
|
IFS=$'\n'
|
|
lines=(${dataline})
|
|
model_name=$(func_parser_value "${lines[1]}")
|
|
echo "ppdet ptq: ${model_name}"
|
|
python=$(func_parser_value "${lines[2]}")
|
|
filename_key=$(func_parser_key "${lines[3]}")
|
|
|
|
# parser export params
|
|
save_export_key=$(func_parser_key "${lines[5]}")
|
|
save_export_value=$(func_parser_value "${lines[5]}")
|
|
export_weight_key=$(func_parser_key "${lines[6]}")
|
|
export_weight_value=$(func_parser_value "${lines[6]}")
|
|
kl_quant_export=$(func_parser_value "${lines[7]}")
|
|
export_param1_key=$(func_parser_key "${lines[8]}")
|
|
export_param1_value=$(func_parser_value "${lines[8]}")
|
|
|
|
# parser infer params
|
|
inference_py=$(func_parser_value "${lines[10]}")
|
|
device_key=$(func_parser_key "${lines[11]}")
|
|
device_list=$(func_parser_value "${lines[11]}")
|
|
use_mkldnn_key=$(func_parser_key "${lines[12]}")
|
|
use_mkldnn_list=$(func_parser_value "${lines[12]}")
|
|
cpu_threads_key=$(func_parser_key "${lines[13]}")
|
|
cpu_threads_list=$(func_parser_value "${lines[13]}")
|
|
batch_size_key=$(func_parser_key "${lines[14]}")
|
|
batch_size_list=$(func_parser_value "${lines[14]}")
|
|
run_mode_key=$(func_parser_key "${lines[15]}")
|
|
run_mode_list=$(func_parser_value "${lines[15]}")
|
|
model_dir_key=$(func_parser_key "${lines[16]}")
|
|
image_dir_key=$(func_parser_key "${lines[17]}")
|
|
image_dir_value=$(func_parser_value "${lines[17]}")
|
|
run_benchmark_key=$(func_parser_key "${lines[18]}")
|
|
run_benchmark_value=$(func_parser_value "${lines[18]}")
|
|
infer_param1_key=$(func_parser_key "${lines[19]}")
|
|
infer_param1_value=$(func_parser_value "${lines[19]}")
|
|
|
|
|
|
LOG_PATH="./test_tipc/output/${model_name}/${MODE}"
|
|
mkdir -p ${LOG_PATH}
|
|
status_log="${LOG_PATH}/results_ptq_python.log"
|
|
|
|
function func_ptq_inference(){
|
|
IFS='|'
|
|
_python=$1
|
|
_log_path=$2
|
|
_script=$3
|
|
_set_model_dir=$4
|
|
|
|
set_image_dir=$(func_set_params "${image_dir_key}" "${image_dir_value}")
|
|
set_run_benchmark=$(func_set_params "${run_benchmark_key}" "${run_benchmark_value}")
|
|
set_infer_param1=$(func_set_params "${infer_param1_key}" "${infer_param1_value}")
|
|
# inference
|
|
for device in ${device_list[*]}; do
|
|
set_device=$(func_set_params "${device_key}" "${device}")
|
|
if [ ${device} = "cpu" ]; then
|
|
for use_mkldnn in ${use_mkldnn_list[*]}; do
|
|
set_use_mkldnn=$(func_set_params "${use_mkldnn_key}" "${use_mkldnn}")
|
|
for threads in ${cpu_threads_list[*]}; do
|
|
set_cpu_threads=$(func_set_params "${cpu_threads_key}" "${threads}")
|
|
for batch_size in ${batch_size_list[*]}; do
|
|
_save_log_path="${_log_path}/python_infer_cpu_usemkldnn_${use_mkldnn}_threads_${threads}_mode_paddle_batchsize_${batch_size}.log"
|
|
set_batchsize=$(func_set_params "${batch_size_key}" "${batch_size}")
|
|
command="${_python} ${_script} ${set_device} ${set_use_mkldnn} ${set_cpu_threads} ${_set_model_dir} ${set_batchsize} ${set_image_dir} ${set_run_benchmark} ${set_infer_param1} > ${_save_log_path} 2>&1 "
|
|
eval $command
|
|
last_status=${PIPESTATUS[0]}
|
|
eval "cat ${_save_log_path}"
|
|
status_check $last_status "${command}" "${status_log}" "${model_name}" "${_save_log_path}"
|
|
done
|
|
done
|
|
done
|
|
elif [ ${device} = "gpu" ]; then
|
|
for run_mode in ${run_mode_list[*]}; do
|
|
if [[ ${run_mode} = "paddle" ]] || [[ ${run_mode} = "trt_int8" ]]; then
|
|
for batch_size in ${batch_size_list[*]}; do
|
|
_save_log_path="${_log_path}/python_infer_gpu_mode_${run_mode}_batchsize_${batch_size}.log"
|
|
set_batchsize=$(func_set_params "${batch_size_key}" "${batch_size}")
|
|
set_run_mode=$(func_set_params "${run_mode_key}" "${run_mode}")
|
|
command="${_python} ${_script} ${set_device} ${set_run_mode} ${_set_model_dir} ${set_batchsize} ${set_image_dir} ${set_run_benchmark} ${set_infer_param1} > ${_save_log_path} 2>&1 "
|
|
eval $command
|
|
last_status=${PIPESTATUS[0]}
|
|
eval "cat ${_save_log_path}"
|
|
status_check $last_status "${command}" "${status_log}" "${model_name}" "${_save_log_path}"
|
|
done
|
|
fi
|
|
done
|
|
else
|
|
echo "Does not support hardware other than CPU and GPU Currently!"
|
|
fi
|
|
done
|
|
}
|
|
|
|
IFS="|"
|
|
# run ptq
|
|
set_export_weight=$(func_set_params "${export_weight_key}" "${export_weight_value}")
|
|
set_save_export_dir=$(func_set_params "${save_export_key}" "${save_export_value}")
|
|
set_filename=$(func_set_params "${filename_key}" "${model_name}")
|
|
export_log_path="${LOG_PATH}/export.log"
|
|
ptq_cmd="${python} ${kl_quant_export} ${set_export_weight} ${set_filename} ${set_save_export_dir}"
|
|
echo $ptq_cmd
|
|
eval "${ptq_cmd} > ${export_log_path} 2>&1"
|
|
status_export=$?
|
|
cat ${export_log_path}
|
|
status_check $status_export "${ptq_cmd}" "${status_log}" "${model_name}" "${export_log_path}"
|
|
|
|
#run inference
|
|
set_export_model_dir=$(func_set_params "${model_dir_key}" "${save_export_value}/${model_name}")
|
|
func_ptq_inference "${python}" "${LOG_PATH}" "${inference_py}" "${set_export_model_dir}"
|