config.py 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141
  1. # SQL血缘解析数据库配置
  2. sql_parse_db_config = {
  3. "db_file": "/Applications/work/宇信科技/WMXT/wmxt.duckdb",
  4. # "db_file": "/Applications/work/宇信科技/XMGJ/sql_parse.duckdb",
  5. "parse_task_concurrency": 10, # 解析任务并发度
  6. }
  7. model_name="qwen-max-latest"
  8. # coder_model_name="qwen2.5-coder-32b-instruct"
  9. #coder_model_name="qwen2.5-coder-7b-instruct"
  10. coder_model_name="qwen3-coder-plus"
  11. # model_name="qwen3-32b"
  12. # model_name="qwq-32b"
  13. # model_name="qwen2.5-72b-instruct"
  14. # model_name = "deepseek-r1-distill-qwen-32b"
  15. # LLM config
  16. llm_config = {
  17. "temperature": 0,
  18. "model": model_name,
  19. "base_url": "http://103.154.31.78:20001/compatible-mode/v1",
  20. "api_key": "IfWZqv1F55hsRWlWB2fqCca91VK9IMET",
  21. "coder_model": coder_model_name
  22. }
  23. # 210.12.198.141:20010
  24. # 词根 rag config
  25. word_root_config = {
  26. "file_path": "/Users/jiaqiang/Downloads/词根V1.0.xls",
  27. "index_name": "words_root_idx",
  28. "jieba_dict": "/Applications/work/宇信科技/智能数据平台/word_root_dict.txt"
  29. }
  30. term_mapping_config = {
  31. "index_name": "term_mapping_idx",
  32. "file_path": "/Applications/work/宇信科技/智能数据平台/业务术语映射.xls"
  33. }
  34. # schema rag config
  35. schema_handler_config = {
  36. "index_name": "schema"
  37. }
  38. # check agent config
  39. check_agent_config = {
  40. "dialect": "hive"
  41. }
  42. # comment agent config
  43. comment_agent_config = {
  44. "dialect": "hive",
  45. "top_k": 10,
  46. "similarity_threshold": 0.6
  47. }
  48. explain_agent_config = {
  49. "top_k": 10,
  50. "similarity_threshold": 0.6
  51. }
  52. linage_agent_config = {
  53. "dialect": "hive",
  54. "concurrency": 5,
  55. "parse_log_file": "/Applications/work/宇信科技/WMXT/SP/parse_time.txt"
  56. }
  57. script_agent_config = {
  58. "dialect": "hive",
  59. "rag_schema_topk": 20,
  60. "rag_schema_similarity": 0.3
  61. }
  62. # 逻辑模型生成config
  63. model_agent_config = {
  64. "db_dialect": "hive",
  65. "session_expire_time": 1800,
  66. "clean_interval": 600,
  67. "similarity_threshold": 0.4,
  68. "jieba_dict": "/Applications/work/宇信科技/智能数据平台/word_root_dict.txt"
  69. }
  70. # 业务问题转 sql config
  71. biz_query_agent_config = {
  72. "db_dialect": "hive",
  73. "similarity_threshold": 0.4
  74. }
  75. # 数据库方言SQL转换 config
  76. transformer_agent_config = {
  77. }
  78. gen_biz_mapping_agent_config = {
  79. }
  80. qwen32_app_key = "eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiJhZGU0YmRhODc4YzA0ZGVmYTk0NWY5ODFiNTQ5MjUxMyIsImlzcyI6ImFwaS1hdXRoLWtleSIsImV4cCI6NDkwNzU0Njk0Nn0.jCa-XVPspH3GzXuU-sm1SZJuWALgSrFI2QvQbunP50SIiBvlhjIdy7BwZ2oPsqBMoidJx0ujUlo-TGBc6Ea86yjn2J54QQb4pyKZ-r2r6II4qbk9PktqWDO6D9m2M2uide2eiYyDqIkHlYcsl6vmjw0w9I-KZntQrwrJSHgGJF5x_cqDB2iJkH41lDjMxOhNjwRIfj317U5PCoUCDK3GGRxTHwm2Eg1PWDJT1IP7AUnBa6o404ilHBR3o-bCOW2jWY8dAF67ogr8ApnT91TzCuQWrUdQ6IP3PuGiLSjedC-85bDtvgAML_APCguUf6J7K3RpwcnEIcM9u9fznOCJTw"
  81. qwen32_url="https://ai.sinochem.com/kunlun/ingress/api-safe/5351ea/e4079068806f428b960c0537164cc5a2/ai-fd44da9a49ea4cfc8696e20948160fb8/service-180c8450621e444e81638c9faa545875/v1"
  82. llm_qwen32 = {
  83. "name": "qwencoder7",
  84. "app-key": qwen32_app_key,
  85. "url": qwen32_url
  86. }
  87. coder7_app_key="eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiI4MzY1ZmE3YzEyOTM0OGM5OTA0YTY5Mzk4NGY1ZTFiOCIsImlzcyI6ImFwaS1hdXRoLWtleSIsImV4cCI6NDkwNDUxOTc4MX0.hpO5psDAqlxnzCFSKynghiuxfiair0rkCqulhNTXOd0ZyW1acjqEWq_AyjNv6Zgce2cGenNxx9tkVYPEuGydaiCnQBOGgPjXSoKx5VNa98gxGio1ohQ8O2Rqv7-uarIGow206ROLKhmTLVs48mlk8UpQQUBwBmn9iFliREKhvVBbUNNCMyNPlDJHoh8_pQ38vQmF6MI4xu6loJh-3a6gO_pIWF025KANmoth-IgvlXjjR-1QDpuTnxt2oi_AjLy4rlWd8q9NLCWddBcHN08JlU3Yl87Vb-rHhexPMdOdkOzAZa-7hnAorrxomktLXpNH0j0VgbBBb-Vnved90F5MSg"
  88. coder7_url="https://ai.sinochem.com/kunlun/ingress/api-safe/5351ea/e4079068806f428b960c0537164cc5a2/ai-6d7b1fff09994a0198093a43980583ea/service-7cb26a8f786140009073a608535f0c95/v1"
  89. llm_coder7 = {
  90. "name": "qwencoder7",
  91. "app-key": coder7_app_key,
  92. "url": coder7_url
  93. }
  94. linage_agent_config = {
  95. "dialect": "hive",
  96. "concurrency": 12,
  97. "parse_log_file": "/home/appuser/parse_time.txt"
  98. }
  99. # 解析客户端配置
  100. sql_parse_client_config = {
  101. "parse_url": "http://127.0.0.1:3699/api/sqllineage/parse",
  102. "export_table_url": "http://127.0.0.1:3699/api/sqllineage/table/export",
  103. "export_col_url": "http://127.0.0.1:3699/api/sqllineage/table/col/export"
  104. }
  105. # 交易流水分析配置
  106. tx_flow_analysis_config = {
  107. "llm": model_name
  108. }