Bladeren bron

refactor(model): update model downloads and disable unused models

- Comment out LayoutLMv3, TableMaster, and StructEqTable models
- Update MFR model path to unimernet_hf_small_2503- Remove unused import in Unimernet.py
myhloli 8 maanden geleden
bovenliggende
commit
dba28389bc
2 gewijzigde bestanden met toevoegingen van 4 en 5 verwijderingen
  1. 0 1
      magic_pdf/model/sub_modules/mfr/unimernet/Unimernet.py
  2. 4 4
      projects/web_api/download_models.py

+ 0 - 1
magic_pdf/model/sub_modules/mfr/unimernet/Unimernet.py

@@ -30,7 +30,6 @@ class UnimernetModel(object):
             self.model = self.model.to(dtype=torch.float16)
         self.model.eval()
 
-
     def predict(self, mfd_res, image):
         formula_list = []
         mf_image_list = []

+ 4 - 4
projects/web_api/download_models.py

@@ -4,12 +4,12 @@ from huggingface_hub import snapshot_download
 if __name__ == "__main__":
 
     mineru_patterns = [
-        "models/Layout/LayoutLMv3/*",
+        # "models/Layout/LayoutLMv3/*",
         "models/Layout/YOLO/*",
         "models/MFD/YOLO/*",
-        "models/MFR/unimernet_small_2501/*",
-        "models/TabRec/TableMaster/*",
-        "models/TabRec/StructEqTable/*",
+        "models/MFR/unimernet_hf_small_2503/*",
+        # "models/TabRec/TableMaster/*",
+        # "models/TabRec/StructEqTable/*",
     ]
     model_dir = snapshot_download(
         "opendatalab/PDF-Extract-Kit-1.0",