| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183 |
- # copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- import os
- import argparse
- import subprocess
- import sys
- from importlib_resources import files, as_file
- from . import create_pipeline
- from .inference.pipelines import create_pipeline_from_config, load_pipeline_config
- from .repo_manager import setup, get_all_supported_repo_names
- from .utils import logging
- from .utils.interactive_get_pipeline import interactive_get_pipeline
- def _install_serving_deps():
- with as_file(files("paddlex").joinpath("serving_requirements.txt")) as req_file:
- return subprocess.check_call(
- [sys.executable, "-m", "pip", "install", "-r", str(req_file)]
- )
- def args_cfg():
- """parse cli arguments"""
- def parse_str(s):
- """convert str type value
- to None type if it is "None",
- to bool type if it means True or False.
- """
- if s in ("None"):
- return None
- elif s in ("TRUE", "True", "true", "T", "t"):
- return True
- elif s in ("FALSE", "False", "false", "F", "f"):
- return False
- return s
- parser = argparse.ArgumentParser()
- ################# install pdx #################
- parser.add_argument("--install", action="store_true", default=False, help="")
- parser.add_argument("plugins", nargs="*", default=[])
- parser.add_argument("--no_deps", action="store_true")
- parser.add_argument("--platform", type=str, default="github.com")
- parser.add_argument(
- "-y",
- "--yes",
- dest="update_repos",
- action="store_true",
- help="Whether to update_repos all packages.",
- )
- parser.add_argument(
- "--use_local_repos",
- action="store_true",
- default=False,
- help="Use local repos when existing.",
- )
- ################# pipeline predict #################
- parser.add_argument("--pipeline", type=str, help="")
- parser.add_argument("--input", type=str, default=None, help="")
- parser.add_argument("--save_path", type=str, default=None, help="")
- parser.add_argument("--device", type=str, default=None, help="")
- parser.add_argument("--use_hpip", action="store_true")
- parser.add_argument("--serial_number", type=str)
- parser.add_argument("--update_license", action="store_true")
- parser.add_argument("--get_pipeline_config", type=str, default=None, help="")
- ################# serving #################
- parser.add_argument("--serve", action="store_true")
- parser.add_argument("--host", type=str, default="0.0.0.0")
- parser.add_argument("--port", type=int, default=8080)
- return parser
- def install(args):
- """install paddlex"""
- # Enable debug info
- os.environ["PADDLE_PDX_DEBUG"] = "True"
- # Disable eager initialization
- os.environ["PADDLE_PDX_EAGER_INIT"] = "False"
- plugins = args.plugins[:]
- if "serving" in plugins:
- plugins.remove("serving")
- _install_serving_deps()
- return
- if plugins:
- repo_names = plugins
- elif len(plugins) == 0:
- repo_names = get_all_supported_repo_names()
- setup(
- repo_names=repo_names,
- no_deps=args.no_deps,
- platform=args.platform,
- update_repos=args.update_repos,
- use_local_repos=args.use_local_repos,
- )
- return
- def _get_hpi_params(serial_number, update_license):
- return {"serial_number": serial_number, "update_license": update_license}
- def pipeline_predict(
- pipeline, input, device, save_path, use_hpip, serial_number, update_license
- ):
- """pipeline predict"""
- hpi_params = _get_hpi_params(serial_number, update_license)
- pipeline = create_pipeline(
- pipeline, device=device, use_hpip=use_hpip, hpi_params=hpi_params
- )
- result = pipeline(input)
- for res in result:
- res.print(json_format=False)
- if save_path:
- res.save_all(save_path=save_path)
- def serve(pipeline, *, device, use_hpip, serial_number, update_license, host, port):
- from .inference.pipelines.serving import create_pipeline_app, run_server
- hpi_params = _get_hpi_params(serial_number, update_license)
- pipeline_config = load_pipeline_config(pipeline)
- pipeline = create_pipeline_from_config(
- pipeline_config, device=device, use_hpip=use_hpip, hpi_params=hpi_params
- )
- app = create_pipeline_app(pipeline, pipeline_config)
- run_server(app, host=host, port=port, debug=False)
- # for CLI
- def main():
- """API for commad line"""
- args = args_cfg().parse_args()
- if len(sys.argv) == 1:
- logging.warning("No arguments provided. Displaying help information:")
- args_cfg().print_help()
- return
- if args.install:
- install(args)
- elif args.serve:
- serve(
- args.pipeline,
- device=args.device,
- use_hpip=args.use_hpip,
- serial_number=args.serial_number,
- update_license=args.update_license,
- host=args.host,
- port=args.port,
- )
- else:
- if args.get_pipeline_config is not None:
- interactive_get_pipeline(args.get_pipeline_config, args.save_path)
- else:
- return pipeline_predict(
- args.pipeline,
- args.input,
- args.device,
- args.save_path,
- use_hpip=args.use_hpip,
- serial_number=args.serial_number,
- update_license=args.update_license,
- )
|