#!/usr/bin/env python # Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import argparse import sys from paddlex_hps_client import triton_request, utils from tritonclient import grpc as triton_grpc def main(): parser = argparse.ArgumentParser() parser.add_argument("--image", type=str, required=True) parser.add_argument("--query", type=str, required=True) parser.add_argument("--max-image-tokens", type=int, default=None) parser.add_argument("--url", type=str, default="localhost:8001") args = parser.parse_args() client = triton_grpc.InferenceServerClient( args.url, # HACK keepalive_options=triton_grpc.KeepAliveOptions(keepalive_timeout_ms=1000000), ) image = utils.prepare_input_file(args.image, include_header=True) input_ = { "model": "pp-docbee", "messages": [ {"role": "system", "content": "You are a helpful assistant."}, { "role": "user", "content": [ {"type": "text", "text": args.query}, {"type": "image_url", "image_url": {"url": image}}, ], }, ], "max_image_tokens": args.max_image_tokens, } output = triton_request(client, "document-understanding", input_) if output["errorCode"] != 0: print(f"Error code: {output['errorCode']}", file=sys.stderr) print(f"Error message: {output['errorMsg']}", file=sys.stderr) sys.exit(1) result = output["result"] print("Final result:") print(result["choices"][0]["message"]["content"]) if __name__ == "__main__": main()