Skip to content

Commit 4d59784

Browse files
ghostxslghostxsl
authored
[TIPC] add G1G2 cpp inference and all amp inference (#5843)
1 parent 9535ca8 commit 4d59784

File tree

110 files changed

+4818
-10
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

110 files changed

+4818
-10
lines changed

‎configs/slim/post_quant/mask_rcnn_r50_fpn_1x_coco_ptq.yml

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
weights: https://paddledet.bj.bcebos.com/models/mask_rcnn_r50_fpn_1x_coco.pdparams
2+
slim: PTQ
3+
4+
PTQ:
5+
ptq_config: {
6+
'activation_quantizer': 'HistQuantizer',
7+
'upsample_bins': 127,
8+
'hist_percent': 0.999}
9+
quant_batch_num: 10
10+
fuse: True

‎configs/slim/post_quant/ppyoloe_crn_s_300e_coco_ptq.yml

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
weights: https://paddledet.bj.bcebos.com/models/ppyoloe_crn_s_300e_coco.pdparams
2+
slim: PTQ
3+
4+
PTQ:
5+
ptq_config: {
6+
'activation_quantizer': 'HistQuantizer',
7+
'upsample_bins': 127,
8+
'hist_percent': 0.999}
9+
quant_batch_num: 10
10+
fuse: True

‎configs/slim/post_quant/tinypose_128x96_ptq.yml

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
weights: https://paddledet.bj.bcebos.com/models/keypoint/tinypose_128x96.pdparams
2+
slim: PTQ
3+
4+
PTQ:
5+
ptq_config: {
6+
'activation_quantizer': 'HistQuantizer',
7+
'upsample_bins': 127,
8+
'hist_percent': 0.999}
9+
quant_batch_num: 10
10+
fuse: True

‎test_tipc/configs/cascade_rcnn/cascade_mask_rcnn_r50_fpn_1x_coco_train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
===========================train_params===========================
2+
model_name:cascade_mask_rcnn_r50_fpn_1x_coco
3+
python:python3.7
4+
gpu_list:0|0,1
5+
use_gpu:True
6+
auto_cast:amp
7+
epoch:lite_train_lite_infer=1|lite_train_whole_infer=1|whole_train_whole_infer=12
8+
save_dir:null
9+
TrainReader.batch_size:lite_train_lite_infer=2|lite_train_whole_infer=2|whole_train_whole_infer=1
10+
pretrain_weights:https://paddledet.bj.bcebos.com/models/cascade_mask_rcnn_r50_fpn_1x_coco.pdparams
11+
trained_model_name:model_final.pdparams
12+
train_infer_img_dir:./dataset/coco/test2017/
13+
filename:null
14+
##
15+
trainer:norm_train
16+
norm_train:tools/train.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_fpn_1x_coco.yml -o
17+
pact_train:tools/train.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_fpn_1x_coco.yml --slim_config _template_pact -o
18+
fpgm_train:tools/train.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_fpn_1x_coco.yml --slim_config _template_fpgm -o
19+
distill_train:null
20+
null:null
21+
null:null
22+
##
23+
===========================eval_params===========================
24+
eval:tools/eval.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_fpn_1x_coco.yml -o
25+
null:null
26+
##
27+
===========================infer_params===========================
28+
--output_dir:./output_inference
29+
weights:https://paddledet.bj.bcebos.com/models/cascade_mask_rcnn_r50_fpn_1x_coco.pdparams
30+
norm_export:tools/export_model.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_fpn_1x_coco.yml -o
31+
pact_export:tools/export_model.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_fpn_1x_coco.yml --slim_config _template_pact -o
32+
fpgm_export:tools/export_model.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_fpn_1x_coco.yml --slim_config _template_fpgm -o
33+
distill_export:null
34+
export1:null
35+
export2:null
36+
kl_quant_export:tools/post_quant.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_fpn_1x_coco.yml --slim_config _template_kl_quant -o
37+
##
38+
infer_mode:norm
39+
infer_quant:False
40+
inference:./deploy/python/infer.py
41+
--device:gpu|cpu
42+
--enable_mkldnn:True|False
43+
--cpu_threads:1|6
44+
--batch_size:1|2
45+
--use_tensorrt:null
46+
--run_mode:paddle|trt_fp32|trt_fp16
47+
--model_dir:
48+
--image_dir:./dataset/coco/test2017/
49+
--save_log_path:null
50+
--run_benchmark:False
51+
--trt_max_shape:1600

‎test_tipc/configs/cascade_rcnn/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco_train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
===========================train_params===========================
2+
model_name:cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco
3+
python:python3.7
4+
gpu_list:0|0,1
5+
use_gpu:True
6+
auto_cast:amp
7+
epoch:lite_train_lite_infer=1|lite_train_whole_infer=1|whole_train_whole_infer=12
8+
save_dir:null
9+
TrainReader.batch_size:lite_train_lite_infer=2|lite_train_whole_infer=2|whole_train_whole_infer=1
10+
pretrain_weights:https://paddledet.bj.bcebos.com/models/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco.pdparams
11+
trained_model_name:model_final.pdparams
12+
train_infer_img_dir:./dataset/coco/test2017/
13+
filename:null
14+
##
15+
trainer:norm_train
16+
norm_train:tools/train.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco.yml -o
17+
pact_train:tools/train.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco.yml --slim_config _template_pact -o
18+
fpgm_train:tools/train.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco.yml --slim_config _template_fpgm -o
19+
distill_train:null
20+
null:null
21+
null:null
22+
##
23+
===========================eval_params===========================
24+
eval:tools/eval.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco.yml -o
25+
null:null
26+
##
27+
===========================infer_params===========================
28+
--output_dir:./output_inference
29+
weights:https://paddledet.bj.bcebos.com/models/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco.pdparams
30+
norm_export:tools/export_model.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco.yml -o
31+
pact_export:tools/export_model.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco.yml --slim_config _template_pact -o
32+
fpgm_export:tools/export_model.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco.yml --slim_config _template_fpgm -o
33+
distill_export:null
34+
export1:null
35+
export2:null
36+
kl_quant_export:tools/post_quant.py -c configs/cascade_rcnn/cascade_mask_rcnn_r50_vd_fpn_ssld_1x_coco.yml --slim_config _template_kl_quant -o
37+
##
38+
infer_mode:norm
39+
infer_quant:False
40+
inference:./deploy/python/infer.py
41+
--device:gpu|cpu
42+
--enable_mkldnn:True|False
43+
--cpu_threads:1|6
44+
--batch_size:1|2
45+
--use_tensorrt:null
46+
--run_mode:paddle|trt_fp32|trt_fp16
47+
--model_dir:
48+
--image_dir:./dataset/coco/test2017/
49+
--save_log_path:null
50+
--run_benchmark:False
51+
--trt_max_shape:1600

‎test_tipc/configs/cascade_rcnn/cascade_rcnn_r50_fpn_1x_coco_train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
===========================train_params===========================
2+
model_name:cascade_rcnn_r50_fpn_1x_coco
3+
python:python3.7
4+
gpu_list:0|0,1
5+
use_gpu:True
6+
auto_cast:amp
7+
epoch:lite_train_lite_infer=1|lite_train_whole_infer=1|whole_train_whole_infer=12
8+
save_dir:null
9+
TrainReader.batch_size:lite_train_lite_infer=2|lite_train_whole_infer=2|whole_train_whole_infer=1
10+
pretrain_weights:https://paddledet.bj.bcebos.com/models/cascade_rcnn_r50_fpn_1x_coco.pdparams
11+
trained_model_name:model_final.pdparams
12+
train_infer_img_dir:./dataset/coco/test2017/
13+
filename:null
14+
##
15+
trainer:norm_train
16+
norm_train:tools/train.py -c configs/cascade_rcnn/cascade_rcnn_r50_fpn_1x_coco.yml -o
17+
pact_train:tools/train.py -c configs/cascade_rcnn/cascade_rcnn_r50_fpn_1x_coco.yml --slim_config _template_pact -o
18+
fpgm_train:tools/train.py -c configs/cascade_rcnn/cascade_rcnn_r50_fpn_1x_coco.yml --slim_config _template_fpgm -o
19+
distill_train:null
20+
null:null
21+
null:null
22+
##
23+
===========================eval_params===========================
24+
eval:tools/eval.py -c configs/cascade_rcnn/cascade_rcnn_r50_fpn_1x_coco.yml -o
25+
null:null
26+
##
27+
===========================infer_params===========================
28+
--output_dir:./output_inference
29+
weights:https://paddledet.bj.bcebos.com/models/cascade_rcnn_r50_fpn_1x_coco.pdparams
30+
norm_export:tools/export_model.py -c configs/cascade_rcnn/cascade_rcnn_r50_fpn_1x_coco.yml -o
31+
pact_export:tools/export_model.py -c configs/cascade_rcnn/cascade_rcnn_r50_fpn_1x_coco.yml --slim_config _template_pact -o
32+
fpgm_export:tools/export_model.py -c configs/cascade_rcnn/cascade_rcnn_r50_fpn_1x_coco.yml --slim_config _template_fpgm -o
33+
distill_export:null
34+
export1:null
35+
export2:null
36+
kl_quant_export:tools/post_quant.py -c configs/cascade_rcnn/cascade_rcnn_r50_fpn_1x_coco.yml --slim_config _template_kl_quant -o
37+
##
38+
infer_mode:norm
39+
infer_quant:False
40+
inference:./deploy/python/infer.py
41+
--device:gpu|cpu
42+
--enable_mkldnn:True|False
43+
--cpu_threads:1|6
44+
--batch_size:1|2
45+
--use_tensorrt:null
46+
--run_mode:paddle|trt_fp32|trt_fp16
47+
--model_dir:
48+
--image_dir:./dataset/coco/test2017/
49+
--save_log_path:null
50+
--run_benchmark:False
51+
--trt_max_shape:1600

‎test_tipc/configs/cascade_rcnn/cascade_rcnn_r50_vd_fpn_ssld_1x_coco_train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
===========================train_params===========================
2+
model_name:cascade_rcnn_r50_vd_fpn_ssld_1x_coco
3+
python:python3.7
4+
gpu_list:0|0,1
5+
use_gpu:True
6+
auto_cast:amp
7+
epoch:lite_train_lite_infer=1|lite_train_whole_infer=1|whole_train_whole_infer=12
8+
save_dir:null
9+
TrainReader.batch_size:lite_train_lite_infer=2|lite_train_whole_infer=2|whole_train_whole_infer=1
10+
pretrain_weights:https://paddledet.bj.bcebos.com/models/cascade_rcnn_r50_vd_fpn_ssld_1x_coco.pdparams
11+
trained_model_name:model_final.pdparams
12+
train_infer_img_dir:./dataset/coco/test2017/
13+
filename:null
14+
##
15+
trainer:norm_train
16+
norm_train:tools/train.py -c configs/cascade_rcnn/cascade_rcnn_r50_vd_fpn_ssld_1x_coco.yml -o
17+
pact_train:tools/train.py -c configs/cascade_rcnn/cascade_rcnn_r50_vd_fpn_ssld_1x_coco.yml --slim_config _template_pact -o
18+
fpgm_train:tools/train.py -c configs/cascade_rcnn/cascade_rcnn_r50_vd_fpn_ssld_1x_coco.yml --slim_config _template_fpgm -o
19+
distill_train:null
20+
null:null
21+
null:null
22+
##
23+
===========================eval_params===========================
24+
eval:tools/eval.py -c configs/cascade_rcnn/cascade_rcnn_r50_vd_fpn_ssld_1x_coco.yml -o
25+
null:null
26+
##
27+
===========================infer_params===========================
28+
--output_dir:./output_inference
29+
weights:https://paddledet.bj.bcebos.com/models/cascade_rcnn_r50_vd_fpn_ssld_1x_coco.pdparams
30+
norm_export:tools/export_model.py -c configs/cascade_rcnn/cascade_rcnn_r50_vd_fpn_ssld_1x_coco.yml -o
31+
pact_export:tools/export_model.py -c configs/cascade_rcnn/cascade_rcnn_r50_vd_fpn_ssld_1x_coco.yml --slim_config _template_pact -o
32+
fpgm_export:tools/export_model.py -c configs/cascade_rcnn/cascade_rcnn_r50_vd_fpn_ssld_1x_coco.yml --slim_config _template_fpgm -o
33+
distill_export:null
34+
export1:null
35+
export2:null
36+
kl_quant_export:tools/post_quant.py -c configs/cascade_rcnn/cascade_rcnn_r50_vd_fpn_ssld_1x_coco.yml --slim_config _template_kl_quant -o
37+
##
38+
infer_mode:norm
39+
infer_quant:False
40+
inference:./deploy/python/infer.py
41+
--device:gpu|cpu
42+
--enable_mkldnn:True|False
43+
--cpu_threads:1|6
44+
--batch_size:1|2
45+
--use_tensorrt:null
46+
--run_mode:paddle|trt_fp32|trt_fp16
47+
--model_dir:
48+
--image_dir:./dataset/coco/test2017/
49+
--save_log_path:null
50+
--run_benchmark:False
51+
--trt_max_shape:1600

‎test_tipc/configs/deformable_detr/deformable_detr_r50_1x_coco_train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
===========================train_params===========================
2+
model_name:deformable_detr_r50_1x_coco
3+
python:python3.7
4+
gpu_list:0|0,1
5+
use_gpu:True
6+
auto_cast:amp
7+
epoch:lite_train_lite_infer=1|lite_train_whole_infer=1|whole_train_whole_infer=50
8+
save_dir:null
9+
TrainReader.batch_size:lite_train_lite_infer=2|lite_train_whole_infer=2|whole_train_whole_infer=2
10+
pretrain_weights:https://paddledet.bj.bcebos.com/models/deformable_detr_r50_1x_coco.pdparams
11+
trained_model_name:model_final.pdparams
12+
train_infer_img_dir:./dataset/coco/test2017/
13+
filename:null
14+
##
15+
trainer:norm_train
16+
norm_train:tools/train.py -c configs/deformable_detr/deformable_detr_r50_1x_coco.yml -o
17+
pact_train:tools/train.py -c configs/deformable_detr/deformable_detr_r50_1x_coco.yml --slim_config _template_pact -o
18+
fpgm_train:tools/train.py -c configs/deformable_detr/deformable_detr_r50_1x_coco.yml --slim_config _template_fpgm -o
19+
distill_train:null
20+
null:null
21+
null:null
22+
##
23+
===========================eval_params===========================
24+
eval:tools/eval.py -c configs/deformable_detr/deformable_detr_r50_1x_coco.yml -o
25+
null:null
26+
##
27+
===========================infer_params===========================
28+
--output_dir:./output_inference
29+
weights:https://paddledet.bj.bcebos.com/models/deformable_detr_r50_1x_coco.pdparams
30+
norm_export:tools/export_model.py -c configs/deformable_detr/deformable_detr_r50_1x_coco.yml -o
31+
pact_export:tools/export_model.py -c configs/deformable_detr/deformable_detr_r50_1x_coco.yml --slim_config _template_pact -o
32+
fpgm_export:tools/export_model.py -c configs/deformable_detr/deformable_detr_r50_1x_coco.yml --slim_config _template_fpgm -o
33+
distill_export:null
34+
export1:null
35+
export2:null
36+
kl_quant_export:tools/post_quant.py -c configs/deformable_detr/deformable_detr_r50_1x_coco.yml --slim_config _template_kl_quant -o
37+
##
38+
infer_mode:norm
39+
infer_quant:False
40+
inference:./deploy/python/infer.py
41+
--device:gpu|cpu
42+
--enable_mkldnn:True|False
43+
--cpu_threads:1|6
44+
--batch_size:1|2
45+
--use_tensorrt:null
46+
--run_mode:paddle|trt_fp32|trt_fp16
47+
--model_dir:
48+
--image_dir:./dataset/coco/test2017/
49+
--save_log_path:null
50+
--run_benchmark:False
51+
--trt_max_shape:1600

‎test_tipc/configs/detr/detr_r50_1x_coco_train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
===========================train_params===========================
2+
model_name:detr_r50_1x_coco
3+
python:python3.7
4+
gpu_list:0|0,1
5+
use_gpu:True
6+
auto_cast:amp
7+
epoch:lite_train_lite_infer=1|lite_train_whole_infer=1|whole_train_whole_infer=50
8+
save_dir:null
9+
TrainReader.batch_size:lite_train_lite_infer=2|lite_train_whole_infer=2|whole_train_whole_infer=2
10+
pretrain_weights:https://paddledet.bj.bcebos.com/models/detr_r50_1x_coco.pdparams
11+
trained_model_name:model_final.pdparams
12+
train_infer_img_dir:./dataset/coco/test2017/
13+
filename:null
14+
##
15+
trainer:norm_train
16+
norm_train:tools/train.py -c configs/detr/detr_r50_1x_coco.yml -o
17+
pact_train:tools/train.py -c configs/detr/detr_r50_1x_coco.yml --slim_config _template_pact -o
18+
fpgm_train:tools/train.py -c configs/detr/detr_r50_1x_coco.yml --slim_config _template_fpgm -o
19+
distill_train:null
20+
null:null
21+
null:null
22+
##
23+
===========================eval_params===========================
24+
eval:tools/eval.py -c configs/detr/detr_r50_1x_coco.yml -o
25+
null:null
26+
##
27+
===========================infer_params===========================
28+
--output_dir:./output_inference
29+
weights:https://paddledet.bj.bcebos.com/models/detr_r50_1x_coco.pdparams
30+
norm_export:tools/export_model.py -c configs/detr/detr_r50_1x_coco.yml -o
31+
pact_export:tools/export_model.py -c configs/detr/detr_r50_1x_coco.yml --slim_config _template_pact -o
32+
fpgm_export:tools/export_model.py -c configs/detr/detr_r50_1x_coco.yml --slim_config _template_fpgm -o
33+
distill_export:null
34+
export1:null
35+
export2:null
36+
kl_quant_export:tools/post_quant.py -c configs/detr/detr_r50_1x_coco.yml --slim_config _template_kl_quant -o
37+
##
38+
infer_mode:norm
39+
infer_quant:False
40+
inference:./deploy/python/infer.py
41+
--device:gpu|cpu
42+
--enable_mkldnn:True|False
43+
--cpu_threads:1|6
44+
--batch_size:1|2
45+
--use_tensorrt:null
46+
--run_mode:paddle|trt_fp32|trt_fp16
47+
--model_dir:
48+
--image_dir:./dataset/coco/test2017/
49+
--save_log_path:null
50+
--run_benchmark:False
51+
--trt_max_shape:1600

0 commit comments

Comments
 (0)