pyproject.toml 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166
  1. [build-system]
  2. requires = ["setuptools>=61.0", "wheel"]
  3. build-backend = "setuptools.build_meta"
  4. [project]
  5. name = "mineru"
  6. dynamic = ["version"]
  7. license = { text = "AGPL-3.0" }
  8. description = "A practical tool for converting PDF to Markdown"
  9. readme = "README.md"
  10. requires-python = ">=3.10,<3.14"
  11. keywords = ["magic-pdf", "mineru", "MinerU", "convert", "pdf", "markdown"]
  12. classifiers = [
  13. "Programming Language :: Python :: 3.10",
  14. "Programming Language :: Python :: 3.11",
  15. "Programming Language :: Python :: 3.12",
  16. "Programming Language :: Python :: 3.13",
  17. ]
  18. dependencies = [
  19. "boto3>=1.28.43",
  20. "click>=8.1.7",
  21. "loguru>=0.7.2",
  22. "numpy>=1.21.6",
  23. "pdfminer.six==20250506",
  24. "tqdm>=4.67.1",
  25. "requests",
  26. "httpx",
  27. "pillow>=11.0.0",
  28. "pypdfium2>=4.30.0",
  29. "pypdf>=5.6.0",
  30. "reportlab",
  31. "pdftext>=0.6.2",
  32. "modelscope>=1.26.0",
  33. "huggingface-hub>=0.32.4",
  34. "json-repair>=0.46.2",
  35. "opencv-python>=4.11.0.86",
  36. "fast-langdetect>=0.2.3,<0.3.0",
  37. ]
  38. [project.optional-dependencies]
  39. test = [
  40. "mineru[core]",
  41. "pytest",
  42. "pytest-cov",
  43. "coverage",
  44. "beautifulsoup4"
  45. ]
  46. vlm = [
  47. "transformers>=4.51.1",
  48. "torch>=2.6.0",
  49. "accelerate>=1.5.1",
  50. "pydantic",
  51. ]
  52. sglang = [
  53. "sglang[all]>=0.4.8,<0.4.9",
  54. ]
  55. pipeline = [
  56. "matplotlib>=3.10,<4",
  57. "ultralytics>=8.3.48,<9",
  58. "doclayout_yolo==0.0.4",
  59. "dill>=0.3.8,<1",
  60. "rapid_table>=1.0.5,<2.0.0",
  61. "PyYAML>=6.0.2,<7",
  62. "ftfy>=6.3.1,<7",
  63. "openai>=1.70.0,<2",
  64. "shapely>=2.0.7,<3",
  65. "pyclipper>=1.3.0,<2",
  66. "omegaconf>=2.3.0,<3",
  67. "torch>=2.2.2,!=2.5.0,!=2.5.1,<3",
  68. "torchvision",
  69. "transformers>=4.49.0,!=4.51.0,<5.0.0",
  70. ]
  71. api = [
  72. "fastapi",
  73. "python-multipart",
  74. "uvicorn",
  75. ]
  76. gradio = [
  77. "gradio>=5.34,<6",
  78. "gradio-pdf>=0.0.22",
  79. ]
  80. core = [
  81. "mineru[vlm]",
  82. "mineru[pipeline]",
  83. "mineru[api]",
  84. "mineru[gradio]",
  85. ]
  86. all = [
  87. "mineru[core]",
  88. "mineru[sglang]",
  89. ]
  90. pipeline_old_linux = [
  91. "matplotlib>=3.10,<=3.10.1",
  92. "ultralytics>=8.3.48,<=8.3.104",
  93. "doclayout_yolo==0.0.4",
  94. "dill==0.3.8",
  95. "PyYAML==6.0.2",
  96. "ftfy==6.3.1",
  97. "openai==1.71.0",
  98. "shapely==2.1.0",
  99. "pyclipper==1.3.0.post6",
  100. "omegaconf==2.3.0",
  101. "albumentations==1.4.20",
  102. "rapid_table==1.0.3",
  103. "torch>=2.2.2,!=2.5.0,!=2.5.1,<3",
  104. "torchvision",
  105. "transformers>=4.49.0,!=4.51.0,<5.0.0",
  106. ]
  107. [project.urls]
  108. Home = "https://mineru.net/"
  109. Repository = "https://github.com/opendatalab/MinerU"
  110. [project.scripts]
  111. mineru = "mineru.cli:client.main"
  112. mineru-sglang-server = "mineru.cli.vlm_sglang_server:main"
  113. mineru-models-download = "mineru.cli.models_download:download_models"
  114. mineru-api = "mineru.cli.fast_api:main"
  115. mineru-gradio = "mineru.cli.gradio_app:main"
  116. [tool.setuptools.dynamic]
  117. version = { attr = "mineru.version.__version__" }
  118. [tool.setuptools.packages.find]
  119. include = ["mineru*"]
  120. namespaces = false
  121. [tool.setuptools.package-data]
  122. "mineru" = ["resources/**"]
  123. "mineru.model.ocr.paddleocr2pytorch.pytorchocr.utils" = ["resources/**"]
  124. [tool.setuptools]
  125. include-package-data = true
  126. zip-safe = false
  127. [tool.pytest.ini_options]
  128. addopts = "-s --cov=mineru --cov-report html"
  129. [tool.coverage.run]
  130. command_line = "-m pytest tests/unittest/test_e2e.py"
  131. source = ["mineru/"]
  132. omit = [
  133. "*/vlm_sglang_model/*",
  134. "*/gradio_app.py",
  135. "*/models_download.py",
  136. "*/fast_api.py",
  137. "*/cli/client.py",
  138. "*/sglang_engine_predictor.py",
  139. "*/vlm_sglang_server.py",
  140. "*/cli_parser.py",
  141. "*/run_async.py"
  142. ]
  143. [tool.coverage.html]
  144. exclude_also = [
  145. 'def __repr__',
  146. 'if self.debug:',
  147. 'if settings.DEBUG',
  148. 'raise AssertionError',
  149. 'raise NotImplementedError',
  150. 'if 0:',
  151. 'if __name__ == .__main__.:',
  152. 'if TYPE_CHECKING:',
  153. 'class .*\bProtocol\):',
  154. '@(abc\.)?abstractmethod',
  155. ]
  156. directory = "tests/htmlcov"