flags.py 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081
  1. # Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. import os
  15. __all__ = [
  16. "DEBUG",
  17. "DRY_RUN",
  18. "CHECK_OPTS",
  19. "EAGER_INITIALIZATION",
  20. "INFER_BENCHMARK",
  21. "PIPELINE_BENCHMARK",
  22. "INFER_BENCHMARK_ITERS",
  23. "INFER_BENCHMARK_WARMUP",
  24. "INFER_BENCHMARK_OUTPUT_DIR",
  25. "FLAGS_json_format_model",
  26. "USE_PIR_TRT",
  27. "DISABLE_DEV_MODEL_WL",
  28. "DISABLE_CINN_MODEL_WL",
  29. ]
  30. def get_flag_from_env_var(name, default, format_func=str):
  31. """get_flag_from_env_var"""
  32. env_var = os.environ.get(name, default)
  33. if env_var in (True, "True", "true", "TRUE", "1"):
  34. return True
  35. elif env_var in (False, "False", "false", "FALSE", "0"):
  36. return False
  37. elif env_var in (None, "None", "none", "Null", "null"):
  38. return None
  39. return format_func(env_var)
  40. DEBUG = get_flag_from_env_var("PADDLE_PDX_DEBUG", False)
  41. DRY_RUN = get_flag_from_env_var("PADDLE_PDX_DRY_RUN", False)
  42. CHECK_OPTS = get_flag_from_env_var("PADDLE_PDX_CHECK_OPTS", False)
  43. EAGER_INITIALIZATION = get_flag_from_env_var("PADDLE_PDX_EAGER_INIT", True)
  44. FLAGS_json_format_model = get_flag_from_env_var("FLAGS_json_format_model", True)
  45. USE_PIR_TRT = get_flag_from_env_var("PADDLE_PDX_USE_PIR_TRT", True)
  46. DISABLE_DEV_MODEL_WL = get_flag_from_env_var("PADDLE_PDX_DISABLE_DEV_MODEL_WL", False)
  47. DISABLE_CINN_MODEL_WL = get_flag_from_env_var("PADDLE_PDX_DISABLE_CINN_MODEL_WL", False)
  48. DISABLE_TRT_MODEL_BL = get_flag_from_env_var("PADDLE_PDX_DISABLE_TRT_MODEL_BL", False)
  49. DISABLE_MKLDNN_MODEL_BL = get_flag_from_env_var(
  50. "PADDLE_PDX_DISABLE_MKLDNN_MODEL_BL", False
  51. )
  52. LOCAL_FONT_FILE_PATH = get_flag_from_env_var("PADDLE_PDX_LOCAL_FONT_FILE_PATH", None)
  53. ENABLE_MKLDNN_BYDEFAULT = get_flag_from_env_var(
  54. "PADDLE_PDX_ENABLE_MKLDNN_BYDEFAULT", True
  55. )
  56. MODEL_SOURCE = os.environ.get("PADDLE_PDX_MODEL_SOURCE", "huggingface").lower()
  57. # Inference Benchmark
  58. INFER_BENCHMARK = get_flag_from_env_var("PADDLE_PDX_INFER_BENCHMARK", False)
  59. PIPELINE_BENCHMARK = get_flag_from_env_var("PADDLE_PDX_PIPELINE_BENCHMARK", False)
  60. INFER_BENCHMARK_WARMUP = get_flag_from_env_var(
  61. "PADDLE_PDX_INFER_BENCHMARK_WARMUP", 0, int
  62. )
  63. INFER_BENCHMARK_OUTPUT_DIR = get_flag_from_env_var(
  64. "PADDLE_PDX_INFER_BENCHMARK_OUTPUT_DIR", None
  65. )
  66. INFER_BENCHMARK_ITERS = get_flag_from_env_var(
  67. "PADDLE_PDX_INFER_BENCHMARK_ITERS", 0, int
  68. )
  69. INFER_BENCHMARK_USE_CACHE_FOR_READ = get_flag_from_env_var(
  70. "PADDLE_PDX_INFER_BENCHMARK_USE_CACHE_FOR_READ", False
  71. )