flags.py 3.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485
  1. # Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. import os
  15. __all__ = [
  16. "DEBUG",
  17. "DRY_RUN",
  18. "CHECK_OPTS",
  19. "EAGER_INITIALIZATION",
  20. "INFER_BENCHMARK",
  21. "PIPELINE_BENCHMARK",
  22. "INFER_BENCHMARK_ITERS",
  23. "INFER_BENCHMARK_WARMUP",
  24. "INFER_BENCHMARK_OUTPUT_DIR",
  25. "FLAGS_json_format_model",
  26. "USE_PIR_TRT",
  27. "DISABLE_DEV_MODEL_WL",
  28. "DISABLE_CINN_MODEL_WL",
  29. "DISABLE_DEVICE_FALLBACK",
  30. ]
  31. def get_flag_from_env_var(name, default, format_func=str):
  32. """get_flag_from_env_var"""
  33. env_var = os.environ.get(name, default)
  34. if env_var in (True, "True", "true", "TRUE", "1"):
  35. return True
  36. elif env_var in (False, "False", "false", "FALSE", "0"):
  37. return False
  38. elif env_var in (None, "None", "none", "Null", "null"):
  39. return None
  40. return format_func(env_var)
  41. DEBUG = get_flag_from_env_var("PADDLE_PDX_DEBUG", False)
  42. DRY_RUN = get_flag_from_env_var("PADDLE_PDX_DRY_RUN", False)
  43. CHECK_OPTS = get_flag_from_env_var("PADDLE_PDX_CHECK_OPTS", False)
  44. EAGER_INITIALIZATION = get_flag_from_env_var("PADDLE_PDX_EAGER_INIT", True)
  45. FLAGS_json_format_model = get_flag_from_env_var("FLAGS_json_format_model", True)
  46. USE_PIR_TRT = get_flag_from_env_var("PADDLE_PDX_USE_PIR_TRT", True)
  47. DISABLE_DEV_MODEL_WL = get_flag_from_env_var("PADDLE_PDX_DISABLE_DEV_MODEL_WL", False)
  48. DISABLE_CINN_MODEL_WL = get_flag_from_env_var("PADDLE_PDX_DISABLE_CINN_MODEL_WL", False)
  49. DISABLE_TRT_MODEL_BL = get_flag_from_env_var("PADDLE_PDX_DISABLE_TRT_MODEL_BL", False)
  50. DISABLE_MKLDNN_MODEL_BL = get_flag_from_env_var(
  51. "PADDLE_PDX_DISABLE_MKLDNN_MODEL_BL", False
  52. )
  53. LOCAL_FONT_FILE_PATH = get_flag_from_env_var("PADDLE_PDX_LOCAL_FONT_FILE_PATH", None)
  54. ENABLE_MKLDNN_BYDEFAULT = get_flag_from_env_var(
  55. "PADDLE_PDX_ENABLE_MKLDNN_BYDEFAULT", True
  56. )
  57. DISABLE_DEVICE_FALLBACK = get_flag_from_env_var(
  58. "PADDLE_PDX_DISABLE_DEVICE_FALLBACK", False
  59. )
  60. MODEL_SOURCE = os.environ.get("PADDLE_PDX_MODEL_SOURCE", "huggingface").lower()
  61. # Inference Benchmark
  62. INFER_BENCHMARK = get_flag_from_env_var("PADDLE_PDX_INFER_BENCHMARK", False)
  63. PIPELINE_BENCHMARK = get_flag_from_env_var("PADDLE_PDX_PIPELINE_BENCHMARK", False)
  64. INFER_BENCHMARK_WARMUP = get_flag_from_env_var(
  65. "PADDLE_PDX_INFER_BENCHMARK_WARMUP", 0, int
  66. )
  67. INFER_BENCHMARK_OUTPUT_DIR = get_flag_from_env_var(
  68. "PADDLE_PDX_INFER_BENCHMARK_OUTPUT_DIR", None
  69. )
  70. INFER_BENCHMARK_ITERS = get_flag_from_env_var(
  71. "PADDLE_PDX_INFER_BENCHMARK_ITERS", 0, int
  72. )
  73. INFER_BENCHMARK_USE_CACHE_FOR_READ = get_flag_from_env_var(
  74. "PADDLE_PDX_INFER_BENCHMARK_USE_CACHE_FOR_READ", False
  75. )