Skip to content

P
PaddleClas

PaddlePaddle / PaddleClas
接近 2 年 前同步成功

通知 116
Star 4999
Fork 1114
P
PaddleClas
提交 bd2bd031 编写于 作者: H HydrogenSulfate
浏览文件
操作

debug

上级 6a1acf76
显示空白变更内容
内联 并排
Showing with 612 addition and 575 deletion
test_tipc/config/MobileNetV3/MobileNetV3_large_x1_0_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:MobileNetV3_large_x1_0 model_name:MobileNetV3_large_x1_0
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/MobileNetV3_large_x1_0_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/MobileNetV3_large_x1_0_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/MobileNetV3_large_x1_0_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PP-ShiTu/PPShiTu_general_rec_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:general_PPLCNet_x2_5_lite_v1.0 model_name:general_PPLCNet_x2_5_lite_v1.0
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/rec/models/inference/general_PPLCNet_x2_5_lite_v1.0_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/general_PPLCNet_x2_5_lite_v1.0_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/general_PPLCNet_x2_5_lite_v1.0_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PP-ShiTu/PPShiTu_mainbody_det_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:picodet_PPLCNet_x2_5_mainbody_lite_v1.0 model_name:picodet_PPLCNet_x2_5_mainbody_lite_v1.0
cpp_infer_type:shitu
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/rec/models/inference/picodet_PPLCNet_x2_5_mainbody_lite_v1.0_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/picodet_PPLCNet_x2_5_mainbody_lite_v1.0_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/picodet_PPLCNet_x2_5_mainbody_lite_v1.0_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPHGNet/PPHGNet_small_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPHGNet_small model_name:PPHGNet_small
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPHGNet_small_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPHGNet_small_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPHGNet_small_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPHGNet/PPHGNet_tiny_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPHGNet_tiny model_name:PPHGNet_tiny
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPHGNet_tiny_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPHGNet_tiny_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPHGNet_tiny_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPLCNet/PPLCNet_x0_25_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPLCNet_x0_25 model_name:PPLCNet_x0_25
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_25_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPLCNet_x0_25_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPLCNet_x0_25_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPLCNet/PPLCNet_x0_35_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPLCNet_x0_35 model_name:PPLCNet_x0_35
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_35_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPLCNet_x0_35_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPLCNet_x0_35_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPLCNet/PPLCNet_x0_5_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPLCNet_x0_5 model_name:PPLCNet_x0_5
cpp_infer_type:cls
cls_inference_model_dir:./deploy/models/PPLCNet_x0_5_infer
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_5_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPLCNet_x0_5_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPLCNet_x0_5_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPLCNet/PPLCNet_x0_75_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPLCNet_x0_75 model_name:PPLCNet_x0_75
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_75_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPLCNet_x0_75_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPLCNet_x0_75_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPLCNet/PPLCNet_x1_0_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPLCNet_x1_0 model_name:PPLCNet_x1_0
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x1_0_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPLCNet_x1_0_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPLCNet_x1_0_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPLCNet/PPLCNet_x1_5_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPLCNet_x1_5 model_name:PPLCNet_x1_5
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x1_5_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPLCNet_x1_5_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPLCNet_x1_5_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPLCNet/PPLCNet_x2_0_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPLCNet_x2_0 model_name:PPLCNet_x2_0
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x2_0_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPLCNet_x2_0_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPLCNet_x2_0_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPLCNet/PPLCNet_x2_5_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPLCNet_x2_5 model_name:PPLCNet_x2_5
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x2_5_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPLCNet_x2_5_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPLCNet_x2_5_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/PPLCNetV2/PPLCNetV2_base_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:PPLCNet_x0_5 model_name:PPLCNetV2_base
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNetV2_base_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/PPLCNet_x0_5_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/PPLCNet_x0_5_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/ResNet/ResNet50_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:ResNet50 model_name:ResNet50
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/ResNet50_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/ResNet50_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/ResNet50_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/ResNet/ResNet50_vd_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:ResNet50_vd model_name:ResNet50_vd
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/ResNet50_vd_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/ResNet50_vd_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/ResNet50_vd_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/config/SwinTransformer/SwinTransformer_tiny_patch4_window7_224_linux_gpu_normal_normal_infer_cpp_linux_gpu_cpu.txt
浏览文件 @ bd2bd031
# model load config ===========================cpp_infer_params===========================
model_name:SwinTransformer_tiny_patch4_window7_224 model_name:SwinTransformer_tiny_patch4_window7_224
cpp_infer_type:cls
cls_inference_model_dir:./inference/
det_inference_model_dir:
cls_inference_url:https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/SwinTransformer_tiny_patch4_window7_224_infer.tar
det_inference_url:
infer_quant:False
inference_cmd:./deploy/cpp/build/clas_system -c inference_cls.yaml
use_gpu:True|False use_gpu:True|False
gpu_id:0 enable_mkldnn:False
gpu_mem:4000 cpu_threads:1
cpu_math_library_num_threads:10 batch_size:1
use_tensorrt:False
# cls config precision:fp32
cls_model_path:./deploy/models/SwinTransformer_tiny_patch4_window7_224_infer/inference.pdmodel image_dir:./dataset/ILSVRC2012/val/ILSVRC2012_val_00000001.JPEG
cls_params_path:./deploy/models/SwinTransformer_tiny_patch4_window7_224_infer/inference.pdiparams benchmark:False
resize_short_size:256 generate_yaml_cmd:python3.7 test_tipc/generate_cpp_yaml.py
crop_size:224
\ No newline at end of file
test_tipc/prepare.sh
浏览文件 @ bd2bd031
...@@ -12,7 +12,7 @@ dataline=$(cat ${FILENAME}) ...@@ -12,7 +12,7 @@ dataline=$(cat ${FILENAME})
IFS=$'\n' IFS=$'\n'
lines=(${dataline}) lines=(${dataline})
function func_parser_key(){ function func_parser_key() {
strs=$1 strs=$1
IFS=":" IFS=":"
array=(${strs}) array=(${strs})
...@@ -20,7 +20,7 @@ function func_parser_key(){ ...@@ -20,7 +20,7 @@ function func_parser_key(){
echo ${tmp} echo ${tmp}
} }
function func_parser_value(){ function func_parser_value() {
strs=$1 strs=$1
IFS=":" IFS=":"
array=(${strs}) array=(${strs})
...@@ -33,18 +33,18 @@ function func_parser_value(){ ...@@ -33,18 +33,18 @@ function func_parser_value(){
fi fi
} }
function func_get_url_file_name(){ function func_get_url_file_name() {
strs=$1 strs=$1
IFS="/" IFS="/"
array=(${strs}) array=(${strs})
tmp=${array[${#array[@]}-1]} tmp=${array[${#array[@]} - 1]}
echo ${tmp} echo ${tmp}
} }
model_name=$(func_parser_value "${lines[1]}") model_name=$(func_parser_value "${lines[1]}")
if [ ${MODE} = "cpp_infer" ];then if [ ${MODE} = "cpp_infer" ]; then
if [ -d "./deploy/cpp/opencv-3.4.7/opencv3/" ] && [ $(md5sum ./deploy/cpp/opencv-3.4.7.tar.gz | awk -F ' ' '{print $1}') = "faa2b5950f8bee3f03118e600c74746a" ];then if [ -d "./deploy/cpp/opencv-3.4.7/opencv3/" ] && [ $(md5sum ./deploy/cpp/opencv-3.4.7.tar.gz | awk -F ' ' '{print $1}') = "faa2b5950f8bee3f03118e600c74746a" ]; then
echo "################### build opencv skipped ###################" echo "################### build opencv skipped ###################"
else else
echo "################### build opencv ###################" echo "################### build opencv ###################"
...@@ -83,167 +83,45 @@ if [ ${MODE} = "cpp_infer" ];then ...@@ -83,167 +83,45 @@ if [ ${MODE} = "cpp_infer" ];then
popd popd
echo "################### build opencv finished ###################" echo "################### build opencv finished ###################"
fi fi
set_OPENCV_DIR_cmd="sed -i '1s#OPENCV_DIR=.*#OPENCV_DIR=../opencv-3.4.7/opencv3/#' './deploy/cpp/tools/build.sh'" if [[ $FILENAME == *infer_cpp_linux_gpu_cpu.txt ]]; then
eval ${set_OPENCV_DIR_cmd} cpp_type=$(func_parser_value "${lines[2]}")
if [ -d "./deploy/cpp/paddle_inference/" ]; then cls_inference_model_dir=$(func_parser_value "${lines[3]}")
echo "################### build paddle inference lib skipped ###################" det_inference_model_dir=$(func_parser_value "${lines[4]}")
else cls_inference_url=$(func_parser_value "${lines[5]}")
pushd ./deploy/cpp/ det_inference_url=$(func_parser_value "${lines[6]}")
wget https://paddle-inference-lib.bj.bcebos.com/2.1.1-gpu-cuda10.2-cudnn8.1-mkl-gcc8.2/paddle_inference.tgz
tar -xvf paddle_inference.tgz if [[ $cpp_type == "cls" ]]; then
echo "################### build paddle inference lib finished ###################" eval "wget -nc $cls_inference_url"
fi tar xf "${model_name}_infer.tar"
set_LIB_DIR_cmd="sed -i '2s#LIB_DIR=.*#LIB_DIR=../paddle_inference/#' './deploy/cpp/tools/build.sh'" eval "mv ${model_name}_infer $cls_inference_model_dir"
# echo ${set_LIB_DIR_cmd} cd dataset
eval ${set_LIB_DIR_cmd} rm -rf ILSVRC2012
# exit wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/data/whole_chain/whole_chain_infer.tar
if [ -d "./deploy/cpp/build/" ]; then tar xf whole_chain_infer.tar
echo "################### build cpp inference skipped ###################" ln -s whole_chain_infer ILSVRC2012
cd ..
elif [[ $cpp_type == "shitu" ]]; then
eval "wget -nc $cls_inference_url"
tar_name=$(func_get_url_file_name "$cls_inference_url")
model_dir=${tar_name%.*}
eval "tar xf ${tar_name}"
eval "mv ${model_dir}_infer ${cls_inference_model_dir}"
eval "wget -nc $det_inference_url"
tar_name=$(func_get_url_file_name "$det_inference_url")
model_dir=${tar_name%.*}
eval "tar xf ${tar_name}"
eval "mv ${model_dir}_infer ${det_inference_model_dir}"
cd dataset
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/rec/data/drink_dataset_v1.0.tar
tar -xf drink_dataset_v1.0.tar
else else
pushd ./deploy/cpp/ echo "Wrong cpp type in config file in line 3. only support cls, shitu"
bash tools/build.sh
popd
echo "################### build cpp inference finished ###################"
fi fi
exit 0
if [ ${model_name} == "ResNet50" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/ResNet50_infer.tar
tar xf ResNet50_infer.tar
cd ../../
elif [ ${model_name} == "ResNet50_vd" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/ResNet50_vd_infer.tar
tar xf ResNet50_vd_infer.tar
cd ../../
elif [ ${model_name} == "MobileNetV3_large_x1_0" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/MobileNetV3_large_x1_0_infer.tar
tar xf MobileNetV3_large_x1_0_infer.tar
cd ../../
elif [ ${model_name} == "SwinTransformer_tiny_patch4_window7_224" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/SwinTransformer_tiny_patch4_window7_224_infer.tar
tar xf SwinTransformer_tiny_patch4_window7_224_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x0_25" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_25_infer.tar
tar xf PPLCNet_x0_25_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x0_35" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_35_infer.tar
tar xf PPLCNet_x0_35_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x0_5" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_5_infer.tar
tar xf PPLCNet_x0_5_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x0_75" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_75_infer.tar
tar xf PPLCNet_x0_75_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x1_0" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x1_0_infer.tar
tar xf PPLCNet_x1_0_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x1_5" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x1_5_infer.tar
tar xf PPLCNet_x1_5_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x2_0" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x2_0_infer.tar
tar xf PPLCNet_x2_0_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x2_5" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x2_5_infer.tar
tar xf PPLCNet_x2_5_infer.tar
cd ../../
elif [ ${model_name} == "PP-ShiTu_general_rec" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/rec/models/inference/general_PPLCNet_x2_5_lite_v1.0_infer.tar
tar xf general_PPLCNet_x2_5_lite_v1.0_infer.tar
cd ../../
elif [ ${model_name} == "PP-ShiTu_mainbody_det" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/rec/models/inference/picodet_PPLCNet_x2_5_mainbody_lite_v1.0_infer.tar
tar xf picodet_PPLCNet_x2_5_mainbody_lite_v1.0_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNetV2_base" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNetV2_base_infer.tar
tar xf PPLCNetV2_base_infer.tar
cd ../../
elif [ ${model_name} == "PPHGNet_tiny" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPHGNet_tiny_infer.tar
tar xf PPHGNet_tiny_infer.tar
cd ../../
elif [ ${model_name} == "PPHGNet_small" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPHGNet_small_infer.tar
tar xf PPHGNet_small_infer.tar
cd ../../
else else
echo "Not added into TIPC yet." echo "use wrong config file"
exit 1
fi fi
fi fi
...@@ -251,7 +129,7 @@ model_name=$(func_parser_value "${lines[1]}") ...@@ -251,7 +129,7 @@ model_name=$(func_parser_value "${lines[1]}")
model_url_value=$(func_parser_value "${lines[35]}") model_url_value=$(func_parser_value "${lines[35]}")
model_url_key=$(func_parser_key "${lines[35]}") model_url_key=$(func_parser_key "${lines[35]}")
if [[ $FILENAME == *GeneralRecognition* ]];then if [[ $FILENAME == *GeneralRecognition* ]]; then
cd dataset cd dataset
rm -rf Aliproduct rm -rf Aliproduct
rm -rf train_reg_all_data.txt rm -rf train_reg_all_data.txt
...@@ -269,12 +147,12 @@ if [[ $FILENAME == *GeneralRecognition* ]];then ...@@ -269,12 +147,12 @@ if [[ $FILENAME == *GeneralRecognition* ]];then
exit 0 exit 0
fi fi
if [[ $FILENAME == *use_dali* ]];then if [[ $FILENAME == *use_dali* ]]; then
python_name=$(func_parser_value "${lines[2]}") python_name=$(func_parser_value "${lines[2]}")
${python_name} -m pip install --extra-index-url https://developer.download.nvidia.com/compute/redist/nightly --upgrade nvidia-dali-nightly-cuda102 ${python_name} -m pip install --extra-index-url https://developer.download.nvidia.com/compute/redist/nightly --upgrade nvidia-dali-nightly-cuda102
fi fi
if [ ${MODE} = "lite_train_lite_infer" ] || [ ${MODE} = "lite_train_whole_infer" ];then if [ ${MODE} = "lite_train_lite_infer" ] || [ ${MODE} = "lite_train_whole_infer" ]; then
# pretrain lite train data # pretrain lite train data
cd dataset cd dataset
rm -rf ILSVRC2012 rm -rf ILSVRC2012
...@@ -286,7 +164,7 @@ if [ ${MODE} = "lite_train_lite_infer" ] || [ ${MODE} = "lite_train_whole_infer" ...@@ -286,7 +164,7 @@ if [ ${MODE} = "lite_train_lite_infer" ] || [ ${MODE} = "lite_train_whole_infer"
mv val.txt val_list.txt mv val.txt val_list.txt
cp -r train/* val/ cp -r train/* val/
cd ../../ cd ../../
elif [ ${MODE} = "whole_infer" ] || [ ${MODE} = "klquant_whole_infer" ];then elif [ ${MODE} = "whole_infer" ] || [ ${MODE} = "klquant_whole_infer" ]; then
# download data # download data
cd dataset cd dataset
rm -rf ILSVRC2012 rm -rf ILSVRC2012
...@@ -301,14 +179,14 @@ elif [ ${MODE} = "whole_infer" ] || [ ${MODE} = "klquant_whole_infer" ];then ...@@ -301,14 +179,14 @@ elif [ ${MODE} = "whole_infer" ] || [ ${MODE} = "klquant_whole_infer" ];then
eval "wget -nc $model_url_value" eval "wget -nc $model_url_value"
if [[ $model_url_key == *inference* ]]; then if [[ $model_url_key == *inference* ]]; then
rm -rf inference rm -rf inference
tar xf "${model_name}_inference.tar" tar xf "${model_name}_infer.tar"
fi fi
if [[ $model_name == "SwinTransformer_large_patch4_window7_224" || $model_name == "SwinTransformer_large_patch4_window12_384" ]];then if [[ $model_name == "SwinTransformer_large_patch4_window7_224" || $model_name == "SwinTransformer_large_patch4_window12_384" ]]; then
cmd="mv ${model_name}_22kto1k_pretrained.pdparams ${model_name}_pretrained.pdparams" cmd="mv ${model_name}_22kto1k_pretrained.pdparams ${model_name}_pretrained.pdparams"
eval $cmd eval $cmd
fi fi
elif [ ${MODE} = "whole_train_whole_infer" ];then elif [ ${MODE} = "whole_train_whole_infer" ]; then
cd dataset cd dataset
rm -rf ILSVRC2012 rm -rf ILSVRC2012
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/data/whole_chain/whole_chain_CIFAR100.tar wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/data/whole_chain/whole_chain_CIFAR100.tar
...@@ -320,7 +198,7 @@ elif [ ${MODE} = "whole_train_whole_infer" ];then ...@@ -320,7 +198,7 @@ elif [ ${MODE} = "whole_train_whole_infer" ];then
cd ../../ cd ../../
fi fi
if [ ${MODE} = "serving_infer" ];then if [ ${MODE} = "serving_infer" ]; then
# prepare serving env # prepare serving env
python_name=$(func_parser_value "${lines[2]}") python_name=$(func_parser_value "${lines[2]}")
${python_name} -m pip install install paddle-serving-server-gpu==0.6.1.post101 ${python_name} -m pip install install paddle-serving-server-gpu==0.6.1.post101
...@@ -332,153 +210,19 @@ if [ ${MODE} = "serving_infer" ];then ...@@ -332,153 +210,19 @@ if [ ${MODE} = "serving_infer" ];then
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/ResNet50_vd_infer.tar && tar xf ResNet50_vd_infer.tar wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/ResNet50_vd_infer.tar && tar xf ResNet50_vd_infer.tar
fi fi
if [ ${MODE} = "paddle2onnx_infer" ];then if [ ${MODE} = "paddle2onnx_infer" ]; then
# prepare paddle2onnx env # prepare paddle2onnx env
python_name=$(func_parser_value "${lines[2]}") python_name=$(func_parser_value "${lines[2]}")
${python_name} -m pip install install paddle2onnx ${python_name} -m pip install install paddle2onnx
${python_name} -m pip install onnxruntime ${python_name} -m pip install onnxruntime
if [ ${model_name} == "ResNet50" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/ResNet50_infer.tar
tar xf ResNet50_infer.tar
cd ../../
elif [ ${model_name} == "ResNet50_vd" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/ResNet50_vd_infer.tar
tar xf ResNet50_vd_infer.tar
cd ../../
elif [ ${model_name} == "MobileNetV3_large_x1_0" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/MobileNetV3_large_x1_0_infer.tar
tar xf MobileNetV3_large_x1_0_infer.tar
cd ../../
elif [ ${model_name} == "SwinTransformer_tiny_patch4_window7_224" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/SwinTransformer_tiny_patch4_window7_224_infer.tar
tar xf SwinTransformer_tiny_patch4_window7_224_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x0_25" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_25_infer.tar
tar xf PPLCNet_x0_25_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x0_35" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_35_infer.tar
tar xf PPLCNet_x0_35_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x0_5" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_5_infer.tar
tar xf PPLCNet_x0_5_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x0_75" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x0_75_infer.tar
tar xf PPLCNet_x0_75_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x1_0" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x1_0_infer.tar
tar xf PPLCNet_x1_0_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x1_5" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x1_5_infer.tar
tar xf PPLCNet_x1_5_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x2_0" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x2_0_infer.tar
tar xf PPLCNet_x2_0_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNet_x2_5" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNet_x2_5_infer.tar
tar xf PPLCNet_x2_5_infer.tar
cd ../../
elif [ ${model_name} == "PP-ShiTu_general_rec" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/rec/models/inference/general_PPLCNet_x2_5_lite_v1.0_infer.tar
tar xf general_PPLCNet_x2_5_lite_v1.0_infer.tar
cd ../../
elif [ ${model_name} == "PP-ShiTu_mainbody_det" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/rec/models/inference/picodet_PPLCNet_x2_5_mainbody_lite_v1.0_infer.tar
tar xf picodet_PPLCNet_x2_5_mainbody_lite_v1.0_infer.tar
cd ../../
elif [ ${model_name} == "PPLCNetV2_base" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPLCNetV2_base_infer.tar
tar xf PPLCNetV2_base_infer.tar
cd ../../
elif [ ${model_name} == "PPHGNet_tiny" ]; then
# wget model
cd deploy
mkdir models
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPHGNet_tiny_infer.tar
tar xf PPHGNet_tiny_infer.tar
cd ../../
elif [ ${model_name} == "PPHGNet_small" ]; then
# wget model # wget model
cd deploy cd deploy && mkdir models && cd models
mkdir models wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/ResNet50_vd_infer.tar && tar xf ResNet50_vd_infer.tar
cd models
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/PPHGNet_small_infer.tar
tar xf PPHGNet_small_infer.tar
cd ../../ cd ../../
else
echo "Not added into TIPC yet."
fi
fi fi
if [ ${MODE} = "benchmark_train" ];then if [ ${MODE} = "benchmark_train" ]; then
pip install -r requirements.txt pip install -r requirements.txt
cd dataset cd dataset
rm -rf ILSVRC2012 rm -rf ILSVRC2012
......
test_tipc/test_inference_cpp.sh
浏览文件 @ bd2bd031
#!/bin/bash #!/bin/bash
source test_tipc/common_func.sh source test_tipc/common_func.sh
function func_parser_key_cpp(){
strs=$1
IFS=" "
array=(${strs})
tmp=${array[0]}
echo ${tmp}
}
function func_parser_value_cpp(){
strs=$1
IFS=":"
array=(${strs})
tmp=${array[1]}
echo ${tmp}
}
FILENAME=$1 FILENAME=$1
GPUID=$2
dataline=$(cat ${FILENAME}) if [[ ! $GPUID ]];then
lines=(${dataline}) GPUID=0
fi
dataline=$(awk 'NR==1, NR==18{print}' $FILENAME)
# parser params # parser params
dataline=$(awk 'NR==1, NR==14{print}' $FILENAME)
IFS=$'\n' IFS=$'\n'
lines=(${dataline}) lines=(${dataline})
# parser cpp inference model
model_name=$(func_parser_value "${lines[1]}")
cpp_infer_type=$(func_parser_value "${lines[2]}")
cpp_infer_model_dir=$(func_parser_value "${lines[3]}")
cpp_det_infer_model_dir=$(func_parser_value "${lines[4]}")
cpp_infer_is_quant=$(func_parser_value "${lines[7]}")
# parser cpp inference
inference_cmd=$(func_parser_value "${lines[8]}")
cpp_use_gpu_list=$(func_parser_value "${lines[9]}")
cpp_use_mkldnn_list=$(func_parser_value "${lines[10]}")
cpp_cpu_threads_list=$(func_parser_value "${lines[11]}")
cpp_batch_size_list=$(func_parser_value "${lines[12]}")
cpp_use_trt_list=$(func_parser_value "${lines[13]}")
cpp_precision_list=$(func_parser_value "${lines[14]}")
cpp_image_dir_value=$(func_parser_value "${lines[15]}")
cpp_benchmark_value=$(func_parser_value "${lines[16]}")
generate_yaml_cmd=$(func_parser_value "${lines[17]}")
transform_index_cmd=$(func_parser_value "${lines[18]}")
# parser load config LOG_PATH="./test_tipc/output/${model_name}"
model_name=$(func_parser_value_cpp "${lines[1]}")
use_gpu_key=$(func_parser_key_cpp "${lines[2]}")
use_gpu_value=$(func_parser_value_cpp "${lines[2]}")
LOG_PATH="./test_tipc/output/${model_name}/infer_cpp"
mkdir -p ${LOG_PATH} mkdir -p ${LOG_PATH}
status_log="${LOG_PATH}/results_infer_cpp.log" status_log="${LOG_PATH}/results_cpp.log"
# generate_yaml_cmd="python3 test_tipc/generate_cpp_yaml.py"
line_inference_model_dir=3 function func_shitu_cpp_inference(){
line_use_gpu=5
line_infer_imgs=2
function func_infer_cpp(){
# inference cpp
IFS='|' IFS='|'
for use_gpu in ${use_gpu_value[*]}; do _script=$1
if [[ ${use_gpu} = "True" ]]; then _model_dir=$2
_save_log_path="${LOG_PATH}/infer_cpp_use_gpu.log" _log_path=$3
else _img_dir=$4
_save_log_path="${LOG_PATH}/infer_cpp_use_cpu.log" _flag_quant=$5
fi # inference
# run infer cpp
inference_cpp_cmd="./deploy/cpp/build/clas_system"
inference_cpp_cfg="./deploy/configs/inference_cls.yaml"
set_model_name_cmd="sed -i '${line_inference_model_dir}s#: .*#: ./deploy/models/${model_name}_infer#' '${inference_cpp_cfg}'" for use_gpu in ${cpp_use_gpu_list[*]}; do
eval $set_model_name_cmd if [ ${use_gpu} = "False" ] || [ ${use_gpu} = "cpu" ]; then
for use_mkldnn in ${cpp_use_mkldnn_list[*]}; do
if [ ${use_mkldnn} = "False" ] && [ ${_flag_quant} = "True" ]; then
continue
fi
for threads in ${cpp_cpu_threads_list[*]}; do
for batch_size in ${cpp_batch_size_list[*]}; do
precision="fp32"
if [ ${use_mkldnn} = "False" ] && [ ${_flag_quant} = "True" ]; then
precison="int8"
fi
_save_log_path="${_log_path}/shitu_cpp_infer_cpu_usemkldnn_${use_mkldnn}_threads_${threads}_precision_${precision}_batchsize_${batch_size}.log"
set_infer_imgs_cmd="sed -i '${line_infer_imgs}s#: .*#: ./deploy/images/ILSVRC2012_val_00000010.jpeg#' '${inference_cpp_cfg}'" command="${generate_yaml_cmd} --type shitu --batch_size ${batch_size} --mkldnn ${use_mkldnn} --gpu ${use_gpu} --cpu_thread ${threads} --tensorrt False --precision ${precision} --data_dir ${_img_dir} --benchmark True --cls_model_dir ${cpp_infer_model_dir} --det_model_dir ${cpp_det_infer_model_dir} --gpu_id ${GPUID}"
eval $set_infer_imgs_cmd eval $command
eval $transform_index_cmd
command="${_script} 2>&1|tee ${_save_log_path}"
eval $command
last_status=${PIPESTATUS[0]}
status_check $last_status "${command}" "${status_log}"
done
done
done
elif [ ${use_gpu} = "True" ] || [ ${use_gpu} = "gpu" ]; then
for use_trt in ${cpp_use_trt_list[*]}; do
for precision in ${cpp_precision_list[*]}; do
if [[ ${_flag_quant} = "False" ]] && [[ ${precision} =~ "int8" ]]; then
continue
fi
if [[ ${precision} =~ "fp16" || ${precision} =~ "int8" ]] && [ ${use_trt} = "False" ]; then
continue
fi
if [[ ${use_trt} = "False" || ${precision} =~ "int8" ]] && [ ${_flag_quant} = "True" ]; then
continue
fi
for batch_size in ${cpp_batch_size_list[*]}; do
_save_log_path="${_log_path}/shitu_cpp_infer_gpu_usetrt_${use_trt}_precision_${precision}_batchsize_${batch_size}.log"
command="${generate_yaml_cmd} --type shitu --batch_size ${batch_size} --mkldnn False --gpu ${use_gpu} --cpu_thread 1 --tensorrt ${use_trt} --precision ${precision} --data_dir ${_img_dir} --benchmark True --cls_model_dir ${cpp_infer_model_dir} --det_model_dir ${cpp_det_infer_model_dir} --gpu_id ${GPUID}"
eval $command
eval $transform_index_cmd
command="${_script} 2>&1|tee ${_save_log_path}"
eval $command
last_status=${PIPESTATUS[0]}
status_check $last_status "${_script}" "${status_log}"
done
done
done
else
echo "Does not support hardware other than CPU and GPU Currently!"
fi
done
}
set_use_gpu_cmd="sed -i '${line_use_gpu}s#: .*#: ${use_gpu}#' '${inference_cpp_cfg}'" function func_cls_cpp_inference(){
eval $set_use_gpu_cmd IFS='|'
_script=$1
_model_dir=$2
_log_path=$3
_img_dir=$4
_flag_quant=$5
# inference
infer_cpp_full_cmd="${inference_cpp_cmd} -c ${inference_cpp_cfg} > ${_save_log_path} 2>&1 " for use_gpu in ${cpp_use_gpu_list[*]}; do
eval $infer_cpp_full_cmd if [ ${use_gpu} = "False" ] || [ ${use_gpu} = "cpu" ]; then
for use_mkldnn in ${cpp_use_mkldnn_list[*]}; do
if [ ${use_mkldnn} = "False" ] && [ ${_flag_quant} = "True" ]; then
continue
fi
for threads in ${cpp_cpu_threads_list[*]}; do
for batch_size in ${cpp_batch_size_list[*]}; do
precision="fp32"
if [ ${use_mkldnn} = "False" ] && [ ${_flag_quant} = "True" ]; then
precison="int8"
fi
_save_log_path="${_log_path}/cls_cpp_infer_cpu_usemkldnn_${use_mkldnn}_threads_${threads}_precision_${precision}_batchsize_${batch_size}.log"
command="${generate_yaml_cmd} --type cls --batch_size ${batch_size} --mkldnn ${use_mkldnn} --gpu ${use_gpu} --cpu_thread ${threads} --tensorrt False --precision ${precision} --data_dir ${_img_dir} --benchmark True --cls_model_dir ${cpp_infer_model_dir} --gpu_id ${GPUID}"
eval $command
command1="${_script} 2>&1|tee ${_save_log_path}"
eval ${command1}
last_status=${PIPESTATUS[0]} last_status=${PIPESTATUS[0]}
status_check $last_status "${infer_cpp_full_cmd}" "${status_log}" "${model_name}" status_check $last_status "${command1}" "${status_log}"
done
done
done
elif [ ${use_gpu} = "True" ] || [ ${use_gpu} = "gpu" ]; then
for use_trt in ${cpp_use_trt_list[*]}; do
for precision in ${cpp_precision_list[*]}; do
if [[ ${_flag_quant} = "False" ]] && [[ ${precision} =~ "int8" ]]; then
continue
fi
if [[ ${precision} =~ "fp16" || ${precision} =~ "int8" ]] && [ ${use_trt} = "False" ]; then
continue
fi
if [[ ${use_trt} = "False" || ${precision} =~ "int8" ]] && [ ${_flag_quant} = "True" ]; then
continue
fi
for batch_size in ${cpp_batch_size_list[*]}; do
_save_log_path="${_log_path}/cls_cpp_infer_gpu_usetrt_${use_trt}_precision_${precision}_batchsize_${batch_size}.log"
command="${generate_yaml_cmd} --type cls --batch_size ${batch_size} --mkldnn False --gpu ${use_gpu} --cpu_thread 1 --tensorrt ${use_trt} --precision ${precision} --data_dir ${_img_dir} --benchmark True --cls_model_dir ${cpp_infer_model_dir} --gpu_id ${GPUID}"
eval $command
command="${_script} 2>&1|tee ${_save_log_path}"
eval $command
last_status=${PIPESTATUS[0]}
status_check $last_status "${command}" "${status_log}"
done
done
done
else
echo "Does not support hardware other than CPU and GPU Currently!"
fi
done done
} }
echo "################### run test cpp inference ###################"
func_infer_cpp if [[ $cpp_infer_type == "cls" ]]; then
\ No newline at end of file cd deploy/cpp
elif [[ $cpp_infer_type == "shitu" ]]; then
cd deploy/cpp_shitu
else
echo "Only support cls and shitu"
exit 0
fi
if [[ $cpp_infer_type == "shitu" ]]; then
echo "################### update cmake ###################"
wget -nc https://github.com/Kitware/CMake/releases/download/v3.22.0/cmake-3.22.0.tar.gz
tar xf cmake-3.22.0.tar.gz
cd ./cmake-3.22.0
export root_path=$PWD
export install_path=${root_path}/cmake
eval "./bootstrap --prefix=${install_path}"
make -j
make install
export PATH=${install_path}/bin:$PATH
cd ..
echo "################### update cmake done ###################"
echo "################### build faiss ###################"
apt-get install -y libopenblas-dev
git clone https://github.com/facebookresearch/faiss.git
cd faiss
export faiss_install_path=$PWD/faiss_install
eval "cmake -B build . -DFAISS_ENABLE_PYTHON=OFF -DCMAKE_INSTALL_PREFIX=${faiss_install_path}"
make -C build -j faiss
make -C build install
cd ..
fi
echo "################### build PaddleClas demo ####################"
# pwd = /workspace/hesensen/PaddleClas/deploy/cpp_shitu
OPENCV_DIR=$(dirname $PWD)/cpp/opencv-3.4.7/opencv3/
LIB_DIR=$(dirname $PWD)/cpp/paddle_inference/
CUDA_LIB_DIR=$(dirname `find /usr -name libcudart.so`)
CUDNN_LIB_DIR=$(dirname `find /usr -name libcudnn.so`)
BUILD_DIR=build
rm -rf ${BUILD_DIR}
mkdir ${BUILD_DIR}
cd ${BUILD_DIR}
if [[ $cpp_infer_type == cls ]]; then
cmake .. \
-DPADDLE_LIB=${LIB_DIR} \
-DWITH_MKL=ON \
-DWITH_GPU=ON \
-DWITH_STATIC_LIB=OFF \
-DWITH_TENSORRT=OFF \
-DOPENCV_DIR=${OPENCV_DIR} \
-DCUDNN_LIB=${CUDNN_LIB_DIR} \
-DCUDA_LIB=${CUDA_LIB_DIR} \
-DTENSORRT_DIR=${TENSORRT_DIR}
else
cmake ..\
-DPADDLE_LIB=${LIB_DIR} \
-DWITH_MKL=ON \
-DWITH_GPU=ON \
-DWITH_STATIC_LIB=OFF \
-DWITH_TENSORRT=OFF \
-DOPENCV_DIR=${OPENCV_DIR} \
-DCUDNN_LIB=${CUDNN_LIB_DIR} \
-DCUDA_LIB=${CUDA_LIB_DIR} \
-DTENSORRT_DIR=${TENSORRT_DIR} \
-DFAISS_DIR=${faiss_install_path} \
-DFAISS_WITH_MKL=OFF
fi
make -j
cd ../../../
# cd ../../
echo "################### build PaddleClas demo finished ###################"
# set cuda device
# GPUID=$2
# if [ ${#GPUID} -le 0 ];then
# env="export CUDA_VISIBLE_DEVICES=0"
# else
# env="export CUDA_VISIBLE_DEVICES=${GPUID}"
# fi
# set CUDA_VISIBLE_DEVICES
# eval $env
echo "################### run test ###################"
export Count=0
IFS="|"
infer_quant_flag=(${cpp_infer_is_quant})
for infer_model in ${cpp_infer_model_dir[*]}; do
#run inference
is_quant=${infer_quant_flag[Count]}
if [[ $cpp_infer_type == "cls" ]]; then
func_cls_cpp_inference "${inference_cmd}" "${infer_model}" "${LOG_PATH}" "${cpp_image_dir_value}" ${is_quant}
else
func_shitu_cpp_inference "${inference_cmd}" "${infer_model}" "${LOG_PATH}" "${cpp_image_dir_value}" ${is_quant}
fi
Count=$(($Count + 1))
done
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或