towards new PaddleX Inference

paddlex/__init__.py

@@ -15,7 +15,8 @@
 from .utils.lazy_loader import LazyLoader
 import sys
 
-sys.modules["lazy_paddle"] = LazyLoader("lazy_paddle", globals(), "paddle")
+paddle = LazyLoader("lazy_paddle", globals(), "paddle")
+sys.modules["lazy_paddle"] = paddle
 
 import os
 
@@ -26,8 +27,9 @@ from .modules import (
     build_evaluater,
     build_predictor,
 )
-from .modules import create_model, PaddleInferenceOption
-from .pipelines import *
+
+
+from .inference import create_predictor, create_pipeline
 
 
 def _initialize():
@@ -49,7 +51,6 @@ def _initialize():
 
 def _check_paddle_version():
     """check paddle version"""
-    import paddle
 
     supported_versions = ["3.0", "0.0"]
     device_type = paddle.device.get_device().split(":")[0]

paddlex/configs/formula_recognition/LaTeX_OCR_rec.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_accuracy"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_formula_rec_001.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/CLIP_vit_base_patch16_224.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/CLIP_vit_large_patch14_224.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ConvNeXt_base_224.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ConvNeXt_base_384.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ConvNeXt_large_224.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ConvNeXt_large_384.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ConvNeXt_small.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ConvNeXt_tiny.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV1_x0_25.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV1_x0_5.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV1_x0_75.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV1_x1_0.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV2_x0_25.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV2_x0_5.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV2_x1_0.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV2_x1_5.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV2_x2_0.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV3_large_x0_35.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV3_large_x0_5.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV3_large_x0_75.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV3_large_x1_0.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV3_large_x1_25.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV3_small_x0_35.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV3_small_x0_5.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV3_small_x0_75.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV3_small_x1_0.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/MobileNetV3_small_x1_25.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-HGNetV2-B0.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-HGNetV2-B1.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-HGNetV2-B2.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-HGNetV2-B3.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-HGNetV2-B4.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-HGNetV2-B5.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-HGNetV2-B6.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-HGNet_base.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-HGNet_small.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-HGNet_tiny.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNetV2_base.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNetV2_large.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNetV2_small.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNet_x0_25.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNet_x0_35.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNet_x0_5.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNet_x0_75.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNet_x1_0.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNet_x1_5.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNet_x2_0.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/PP-LCNet_x2_5.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet101.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet101_vd.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet152.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet152_vd.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet18.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet18_vd.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet200_vd.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet34.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet34_vd.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet50.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/ResNet50_vd.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/SwinTransformer_base_patch4_window12_384.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/SwinTransformer_base_patch4_window7_224.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/SwinTransformer_large_patch4_window12_384.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/SwinTransformer_large_patch4_window7_224.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/SwinTransformer_small_patch4_window7_224.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_classification/SwinTransformer_tiny_patch4_window7_224.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/image_unwarping/UVDoc.yaml

@@ -7,6 +7,6 @@ Global:
 Predict:
   model_dir: "output/best_accuracy"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/doc_test.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/instance_segmentation/Mask-RT-DETR-H.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_instance_segmentation_004.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/instance_segmentation/Mask-RT-DETR-L.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_instance_segmentation_004.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/multilabel_classification/CLIP_vit_base_patch16_448_ML.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/multilabel_classification/PP-HGNetV2-B0_ML.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/multilabel_classification/PP-HGNetV2-B4_ML.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/multilabel_classification/PP-HGNetV2-B6_ML.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/multilabel_classification/PP-LCNet_x1_0_ML.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/multilabel_classification/ResNet50_ML.yaml

@@ -36,6 +36,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_image_classification_001.jpg"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/PP-YOLOE_plus-L.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/PP-YOLOE_plus-M.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/PP-YOLOE_plus-S.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/PP-YOLOE_plus-X.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/PicoDet-L.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/PicoDet-S.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/RT-DETR-H.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/RT-DETR-L.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/RT-DETR-R18.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/RT-DETR-R50.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/RT-DETR-X.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/YOLOX-L.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/YOLOX-M.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/YOLOX-N.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/YOLOX-S.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/YOLOX-T.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/YOLOX-X.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/YOLOv3-DarkNet53.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/YOLOv3-MobileNetV3.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/object_detection/YOLOv3-ResNet50_vd_DCN.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_object_detection_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/semantic_segmentation/Deeplabv3-R101.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model/model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_semantic_segmentation_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/semantic_segmentation/Deeplabv3-R50.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model/model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_semantic_segmentation_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/semantic_segmentation/Deeplabv3_Plus-R101.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model/model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_semantic_segmentation_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1

paddlex/configs/semantic_segmentation/Deeplabv3_Plus-R50.yaml

@@ -35,6 +35,6 @@ Export:
 Predict:
   model_dir: "output/best_model/model"
   input_path: "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_semantic_segmentation_002.png"
+  batch_size: 1
   kernel_option:
     run_mode: paddle
-    batch_size: 1