pdf_image_tools.py 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778
  1. from magic_pdf.io import AbsReaderWriter
  2. from magic_pdf.libs.commons import fitz
  3. from loguru import logger
  4. from magic_pdf.libs.commons import join_path
  5. from magic_pdf.libs.hash_utils import compute_sha256
  6. def cut_image(bbox: tuple, page_num: int, page: fitz.Page, return_path, imageWriter:AbsReaderWriter):
  7. """
  8. 从第page_num页的page中,根据bbox进行裁剪出一张jpg图片,返回图片路径
  9. save_path:需要同时支持s3和本地, 图片存放在save_path下,文件名是: {page_num}_{bbox[0]}_{bbox[1]}_{bbox[2]}_{bbox[3]}.jpg , bbox内数字取整。
  10. """
  11. # 拼接文件名
  12. filename = f"{page_num}_{int(bbox[0])}_{int(bbox[1])}_{int(bbox[2])}_{int(bbox[3])}"
  13. # 老版本返回不带bucket的路径
  14. img_path = join_path(return_path, filename) if return_path is not None else None
  15. # 新版本生成平铺路径
  16. img_hash256_path = f"{compute_sha256(img_path)}.jpg"
  17. # 将坐标转换为fitz.Rect对象
  18. rect = fitz.Rect(*bbox)
  19. # 配置缩放倍数为3倍
  20. zoom = fitz.Matrix(3, 3)
  21. # 截取图片
  22. pix = page.get_pixmap(clip=rect, matrix=zoom)
  23. byte_data = pix.tobytes(output='jpeg', jpg_quality=95)
  24. imageWriter.write(byte_data, path=img_hash256_path, mode="binary")
  25. imageWriter.write(content=byte_data, path=img_hash256_path, mode="binary")
  26. return img_hash256_path
  27. def save_images_by_bboxes(page_num: int, page: fitz.Page, pdf_bytes_md5: str,
  28. image_bboxes: list, images_overlap_backup: list, table_bboxes: list,
  29. equation_inline_bboxes: list,
  30. equation_interline_bboxes: list, imageWriter) -> dict:
  31. """
  32. 返回一个dict, key为bbox, 值是图片地址
  33. """
  34. image_info = []
  35. image_backup_info = []
  36. table_info = []
  37. inline_eq_info = []
  38. interline_eq_info = []
  39. # 图片的保存路径组成是这样的: {s3_or_local_path}/{book_name}/{images|tables|equations}/{page_num}_{bbox[0]}_{bbox[1]}_{bbox[2]}_{bbox[3]}.jpg
  40. def return_path(type):
  41. return join_path(pdf_bytes_md5, type)
  42. for bbox in image_bboxes:
  43. if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
  44. logger.warning(f"image_bboxes: 错误的box, {bbox}")
  45. continue
  46. image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
  47. image_info.append({"bbox": bbox, "image_path": image_path})
  48. for bbox in images_overlap_backup:
  49. if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
  50. logger.warning(f"images_overlap_backup: 错误的box, {bbox}")
  51. continue
  52. image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
  53. image_backup_info.append({"bbox": bbox, "image_path": image_path})
  54. for bbox in table_bboxes:
  55. if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
  56. logger.warning(f"table_bboxes: 错误的box, {bbox}")
  57. continue
  58. image_path = cut_image(bbox, page_num, page, return_path("tables"), imageWriter)
  59. table_info.append({"bbox": bbox, "image_path": image_path})
  60. return image_info, image_backup_info, table_info, inline_eq_info, interline_eq_info