pdf_image_tools.py 3.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576
  1. from magic_pdf.io.AbsReaderWriter import AbsReaderWriter
  2. from magic_pdf.libs.commons import fitz
  3. from loguru import logger
  4. from magic_pdf.libs.commons import join_path
  5. from magic_pdf.libs.hash_utils import compute_sha256
  6. def cut_image(bbox: tuple, page_num: int, page: fitz.Page, return_path, imageWriter:AbsReaderWriter):
  7. """
  8. 从第page_num页的page中,根据bbox进行裁剪出一张jpg图片,返回图片路径
  9. save_path:需要同时支持s3和本地, 图片存放在save_path下,文件名是: {page_num}_{bbox[0]}_{bbox[1]}_{bbox[2]}_{bbox[3]}.jpg , bbox内数字取整。
  10. """
  11. # 拼接文件名
  12. filename = f"{page_num}_{int(bbox[0])}_{int(bbox[1])}_{int(bbox[2])}_{int(bbox[3])}"
  13. # 老版本返回不带bucket的路径
  14. img_path = join_path(return_path, filename) if return_path is not None else None
  15. # 新版本生成平铺路径
  16. img_hash256_path = f"{compute_sha256(img_path)}.jpg"
  17. # 将坐标转换为fitz.Rect对象
  18. rect = fitz.Rect(*bbox)
  19. # 配置缩放倍数为3倍
  20. zoom = fitz.Matrix(3, 3)
  21. # 截取图片
  22. pix = page.get_pixmap(clip=rect, matrix=zoom)
  23. byte_data = pix.tobytes(output='jpeg', jpg_quality=95)
  24. imageWriter.write(byte_data, img_hash256_path, AbsReaderWriter.MODE_BIN)
  25. return img_hash256_path
  26. def save_images_by_bboxes(page_num: int, page: fitz.Page, pdf_bytes_md5: str,
  27. image_bboxes: list, images_overlap_backup: list, table_bboxes: list,
  28. equation_inline_bboxes: list,
  29. equation_interline_bboxes: list, imageWriter) -> dict:
  30. """
  31. 返回一个dict, key为bbox, 值是图片地址
  32. """
  33. image_info = []
  34. image_backup_info = []
  35. table_info = []
  36. inline_eq_info = []
  37. interline_eq_info = []
  38. # 图片的保存路径组成是这样的: {s3_or_local_path}/{book_name}/{images|tables|equations}/{page_num}_{bbox[0]}_{bbox[1]}_{bbox[2]}_{bbox[3]}.jpg
  39. def return_path(type):
  40. return join_path(pdf_bytes_md5, type)
  41. for bbox in image_bboxes:
  42. if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
  43. logger.warning(f"image_bboxes: 错误的box, {bbox}")
  44. continue
  45. image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
  46. image_info.append({"bbox": bbox, "image_path": image_path})
  47. for bbox in images_overlap_backup:
  48. if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
  49. logger.warning(f"images_overlap_backup: 错误的box, {bbox}")
  50. continue
  51. image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
  52. image_backup_info.append({"bbox": bbox, "image_path": image_path})
  53. for bbox in table_bboxes:
  54. if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
  55. logger.warning(f"table_bboxes: 错误的box, {bbox}")
  56. continue
  57. image_path = cut_image(bbox, page_num, page, return_path("tables"), imageWriter)
  58. table_info.append({"bbox": bbox, "image_path": image_path})
  59. return image_info, image_backup_info, table_info, inline_eq_info, interline_eq_info