client.py 1.2 KB

123456789101112131415161718192021222324252627282930313233343536373839
  1. #!/usr/bin/env python
  2. import argparse
  3. import pprint
  4. import sys
  5. from paddlex_hps_client import triton_request, utils
  6. from tritonclient import grpc as triton_grpc
  7. OUTPUT_IMAGE_PATH = "out.jpg"
  8. def main():
  9. parser = argparse.ArgumentParser()
  10. parser.add_argument("--image", type=str, required=True)
  11. parser.add_argument("--prompt", type=str, required=True)
  12. parser.add_argument("--no-visualization", action="store_true")
  13. parser.add_argument("--url", type=str, default="localhost:8001")
  14. args = parser.parse_args()
  15. client = triton_grpc.InferenceServerClient(args.url)
  16. input_ = {"image": utils.prepare_input_file(args.image), "prompt": args.prompt}
  17. if args.no_visualization:
  18. input_["visualize"] = False
  19. output = triton_request(client, "open-vocabulary-detection", input_)
  20. if output["errorCode"] != 0:
  21. print(f"Error code: {output['errorCode']}", file=sys.stderr)
  22. print(f"Error message: {output['errorMsg']}", file=sys.stderr)
  23. sys.exit(1)
  24. result = output["result"]
  25. utils.save_output_file(result["image"], OUTPUT_IMAGE_PATH)
  26. print(f"Output image saved at {OUTPUT_IMAGE_PATH}")
  27. print("\nDetected objects:")
  28. pprint.pp(result["detectedObjects"])
  29. if __name__ == "__main__":
  30. main()