소스 검색

refactor: remove torchtext deprecation warning handling

- Remove torchtext version check and deprecation warning handling from multiple files
- This code was unnecessary and potentially caused issues when torchtext was not installed
myhloli 8 달 전
부모
커밋
cf4ea78dac
3개의 변경된 파일0개의 추가작업 그리고 23개의 파일을 삭제
  1. 0 7
      magic_pdf/model/doc_analyze_by_custom_model.py
  2. 0 8
      magic_pdf/model/pdf_extract_kit.py
  3. 0 8
      magic_pdf/pdf_parse_union_core_v2.py

+ 0 - 7
magic_pdf/model/doc_analyze_by_custom_model.py

@@ -16,13 +16,6 @@ from loguru import logger
 
 from magic_pdf.model.sub_modules.model_utils import get_vram
 
-try:
-    import torchtext
-    if torchtext.__version__ >= '0.18.0':
-        torchtext.disable_torchtext_deprecation_warning()
-except ImportError:
-    pass
-
 import magic_pdf.model as model_config
 from magic_pdf.data.dataset import Dataset
 from magic_pdf.libs.clean_memory import clean_memory

+ 0 - 8
magic_pdf/model/pdf_extract_kit.py

@@ -9,14 +9,6 @@ from loguru import logger
 
 os.environ['NO_ALBUMENTATIONS_UPDATE'] = '1'  # 禁止albumentations检查更新
 
-try:
-    import torchtext
-
-    if torchtext.__version__ >= '0.18.0':
-        torchtext.disable_torchtext_deprecation_warning()
-except ImportError:
-    pass
-
 from magic_pdf.config.constants import *
 from magic_pdf.model.model_list import AtomicModel
 from magic_pdf.model.sub_modules.model_init import AtomModelSingleton

+ 0 - 8
magic_pdf/pdf_parse_union_core_v2.py

@@ -27,14 +27,6 @@ from magic_pdf.post_proc.llm_aided import llm_aided_formula, llm_aided_text, llm
 
 from concurrent.futures import ThreadPoolExecutor
 
-try:
-    import torchtext
-
-    if torchtext.__version__ >= '0.18.0':
-        torchtext.disable_torchtext_deprecation_warning()
-except ImportError:
-    pass
-
 from magic_pdf.model.sub_modules.model_init import AtomModelSingleton
 from magic_pdf.post_proc.para_split_v3 import para_split
 from magic_pdf.pre_proc.construct_page_dict import ocr_construct_page_component_v2