# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from typing import Any, Dict, Optional import numpy as np from ...utils.pp_option import PaddlePredictorOption from ..base import BasePipeline # [TODO] 待更新models_new到models from ...models_new.object_detection.result import DetResult class OpenVocabularyDetectionPipeline(BasePipeline): """Open Vocabulary Detection Pipeline""" entities = "open_vocabulary_detection" def __init__( self, config: Dict, device: str = None, pp_option: PaddlePredictorOption = None, use_hpip: bool = False, ) -> None: """ Initializes the class with given configurations and options. Args: config (Dict): Configuration dictionary containing model and other parameters. device (str): The device to run the prediction on. Default is None. pp_option (PaddlePredictorOption): Options for PaddlePaddle predictor. Default is None. use_hpip (bool): Whether to use high-performance inference (hpip) for prediction. Defaults to False. """ super().__init__(device=device, pp_option=pp_option, use_hpip=use_hpip) open_vocabulary_detection_model_config = config.get("SubModules", {}).get( "OpenVocabularyDetection", {"model_config_error": "config error for doc_ori_classify_model!"}, ) self.open_vocabulary_detection_model = self.create_model( open_vocabulary_detection_model_config ) self.thresholds = open_vocabulary_detection_model_config["thresholds"] def predict( self, input: str | list[str] | np.ndarray | list[np.ndarray], prompt: str, **kwargs ) -> DetResult: """Predicts open vocabulary detection results for the given input. Args: input (str | list[str] | np.ndarray | list[np.ndarray]): The input image(s) or path(s) to the images. prompt (str): The text prompt used to describe the objects. **kwargs: Additional keyword arguments that can be passed to the function. Returns: DetResult: The predicted open vocabulary detection results. """ yield from self.open_vocabulary_detection_model( input, prompt=prompt, thresholds=self.thresholds )