fix yaml

paddlex/utils/hpi_configs/CLIP_vit_base_patch16_224.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/CLIP_vit_large_patch14_224.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/ConvNeXt_base_224.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/ConvNeXt_base_384.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/ConvNeXt_large_224.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/ConvNeXt_large_384.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/ConvNeXt_small.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/ConvNeXt_tiny.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/Deeplabv3-R101.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/Deeplabv3-R50.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/Deeplabv3_Plus-R101.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/Deeplabv3_Plus-R50.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/Mask-RT-DETR-H.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8

paddlex/utils/hpi_configs/Mask-RT-DETR-L.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8

paddlex/utils/hpi_configs/MobileNetV1_x0_25.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/MobileNetV1_x0_5.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/MobileNetV1_x0_75.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/MobileNetV1_x1_0.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/MobileNetV2_x0_25.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
@@ -7,11 +7,12 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/MobileNetV2_x0_5.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
@@ -7,11 +7,12 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/MobileNetV2_x1_0.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
@@ -7,11 +7,12 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/MobileNetV2_x1_5.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
@@ -7,11 +7,12 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/MobileNetV2_x2_0.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
@@ -7,11 +7,12 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/MobileNetV3_large_x0_35.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/MobileNetV3_large_x0_5.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/MobileNetV3_large_x0_75.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/MobileNetV3_large_x1_0.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/MobileNetV3_large_x1_25.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/MobileNetV3_small_x0_35.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/MobileNetV3_small_x0_5.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/MobileNetV3_small_x0_75.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/MobileNetV3_small_x1_0.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/MobileNetV3_small_x1_25.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/OCRNet_HRNet-W18.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/OCRNet_HRNet-W48.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-HGNetV2-B0.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-HGNetV2-B1.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-HGNetV2-B2.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-HGNetV2-B3.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-HGNetV2-B4.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-HGNetV2-B5.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-HGNetV2-B6.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-HGNet_base.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-HGNet_small.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-HGNet_tiny.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-LCNetV2_base.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-LCNetV2_large.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-LCNetV2_small.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-LCNet_x0_25.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-LCNet_x0_35.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-LCNet_x0_5.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-LCNet_x0_75.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-LCNet_x1_0.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-LCNet_x1_5.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-LCNet_x2_0.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-LCNet_x2_5.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-LiteSeg-T.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PP-OCRv4_mobile_det.yaml

@@ -1,25 +1,30 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
+      enable_mkldnn: false
     openvino:
       cpu_num_threads: 8
+      enable_mkldnn: false
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
+      enable_mkldnn: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-OCRv4_mobile_rec.yaml

@@ -1,17 +1,20 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
+      enable_mkldnn: false
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
+      enable_mkldnn: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-OCRv4_server_det.yaml

@@ -1,25 +1,30 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
+      enable_mkldnn: false
     openvino:
       cpu_num_threads: 8
+      enable_mkldnn: false
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
+      enable_mkldnn: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-OCRv4_server_rec.yaml

@@ -1,17 +1,20 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
+      enable_mkldnn: false
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
+      enable_mkldnn: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-YOLOE_plus-L.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
@@ -7,11 +7,26 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-YOLOE_plus-M.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
@@ -7,11 +7,26 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-YOLOE_plus-S.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
@@ -7,11 +7,26 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PP-YOLOE_plus-X.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     openvino:
       cpu_num_threads: 8
@@ -7,11 +7,26 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: openvino
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/PicoDet-L.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,47 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
     tensorrt:
       dynamic_shapes:
         image:
         - []
         - []
         - []
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PicoDet-S.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,47 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
     tensorrt:
       dynamic_shapes:
         image:
         - []
         - []
         - []
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/PicoDet_layout_1x.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
-        x:
+        image:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
-        x:
+        image:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/RT-DETR-H.yaml

@@ -1,15 +1,30 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/RT-DETR-L.yaml

@@ -1,15 +1,30 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/RT-DETR-R18.yaml

@@ -1,15 +1,30 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/RT-DETR-R50.yaml

@@ -1,15 +1,30 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/RT-DETR-X.yaml

@@ -1,15 +1,30 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         image:
         - []
         - []
         - []
+      enable_log_info: false
+      im_shape:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
+      max_batch_size: null
+      scale_factor:
+      - - 1
+        - 2
+      - - 1
+        - 2
+      - - 1
+        - 2
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/ResNet101.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/ResNet101_vd.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/ResNet152.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/ResNet152_vd.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/ResNet18.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/ResNet18_vd.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/ResNet200_vd.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/ResNet34.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/ResNet34_vd.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/ResNet50.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/ResNet50_vd.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -9,17 +9,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/SLANet.yaml

@@ -1,15 +1,16 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_infer

paddlex/utils/hpi_configs/SeaFormer_base.yaml

@@ -1,15 +1,16 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_infer

paddlex/utils/hpi_configs/SeaFormer_large.yaml

@@ -1,15 +1,16 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_infer

paddlex/utils/hpi_configs/SeaFormer_small.yaml

@@ -1,15 +1,16 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_infer

paddlex/utils/hpi_configs/SeaFormer_tiny.yaml

@@ -1,15 +1,16 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_infer

paddlex/utils/hpi_configs/SegFormer-B0.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/SegFormer-B1.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/SegFormer-B2.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: tensorrt

paddlex/utils/hpi_configs/SegFormer-B3.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/SegFormer-B4.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/SegFormer-B5.yaml

@@ -1,4 +1,4 @@
-Hpi:
+hpi_config:
   backend_config:
     onnx_runtime:
       cpu_num_threads: 8
@@ -7,17 +7,19 @@ Hpi:
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
     tensorrt:
       dynamic_shapes:
         x:
         - []
         - []
         - []
+      max_batch_size: null
   selected_backends:
     cpu: onnx_runtime
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/SwinTransformer_base_patch4_window12_384.yaml

@@ -1,15 +1,16 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/SwinTransformer_base_patch4_window7_224.yaml

@@ -1,15 +1,16 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/SwinTransformer_large_patch4_window12_384.yaml

@@ -1,15 +1,16 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/SwinTransformer_large_patch4_window7_224.yaml

@@ -1,15 +1,16 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_tensorrt

paddlex/utils/hpi_configs/SwinTransformer_small_patch4_window7_224.yaml

@@ -1,15 +1,16 @@
-Hpi:
+hpi_config:
   backend_config:
     paddle_infer:
       cpu_num_threads: 8
       enable_log_info: false
     paddle_tensorrt:
       dynamic_shapes:
-        enable_log_info: false
         x:
         - []
         - []
         - []
+      enable_log_info: false
+      max_batch_size: null
   selected_backends:
     cpu: paddle_infer
     gpu: paddle_tensorrt