pdf_image_tools.py 3.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576
  1. from magic_pdf.libs.commons import fitz
  2. from loguru import logger
  3. from magic_pdf.libs.commons import join_path
  4. from magic_pdf.libs.hash_utils import compute_sha256
  5. def cut_image(bbox: tuple, page_num: int, page: fitz.Page, return_path, imageWriter):
  6. """
  7. 从第page_num页的page中,根据bbox进行裁剪出一张jpg图片,返回图片路径
  8. save_path:需要同时支持s3和本地, 图片存放在save_path下,文件名是: {page_num}_{bbox[0]}_{bbox[1]}_{bbox[2]}_{bbox[3]}.jpg , bbox内数字取整。
  9. """
  10. # 拼接文件名
  11. filename = f"{page_num}_{int(bbox[0])}_{int(bbox[1])}_{int(bbox[2])}_{int(bbox[3])}"
  12. # 老版本返回不带bucket的路径
  13. img_path = join_path(return_path, filename) if return_path is not None else None
  14. # 新版本生成平铺路径
  15. img_hash256_path = f"{compute_sha256(img_path)}.jpg"
  16. # 将坐标转换为fitz.Rect对象
  17. rect = fitz.Rect(*bbox)
  18. # 配置缩放倍数为3倍
  19. zoom = fitz.Matrix(3, 3)
  20. # 截取图片
  21. pix = page.get_pixmap(clip=rect, matrix=zoom)
  22. byte_data = pix.tobytes(output='jpeg', jpg_quality=95)
  23. imageWriter.write(content=byte_data, path=img_hash256_path, mode="binary")
  24. return img_hash256_path
  25. def save_images_by_bboxes(page_num: int, page: fitz.Page, pdf_bytes_md5: str,
  26. image_bboxes: list, images_overlap_backup: list, table_bboxes: list,
  27. equation_inline_bboxes: list,
  28. equation_interline_bboxes: list, imageWriter) -> dict:
  29. """
  30. 返回一个dict, key为bbox, 值是图片地址
  31. """
  32. image_info = []
  33. image_backup_info = []
  34. table_info = []
  35. inline_eq_info = []
  36. interline_eq_info = []
  37. # 图片的保存路径组成是这样的: {s3_or_local_path}/{book_name}/{images|tables|equations}/{page_num}_{bbox[0]}_{bbox[1]}_{bbox[2]}_{bbox[3]}.jpg
  38. def return_path(type):
  39. return join_path(pdf_bytes_md5, type)
  40. for bbox in image_bboxes:
  41. if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
  42. logger.warning(f"image_bboxes: 错误的box, {bbox}")
  43. continue
  44. image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
  45. image_info.append({"bbox": bbox, "image_path": image_path})
  46. for bbox in images_overlap_backup:
  47. if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
  48. logger.warning(f"images_overlap_backup: 错误的box, {bbox}")
  49. continue
  50. image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
  51. image_backup_info.append({"bbox": bbox, "image_path": image_path})
  52. for bbox in table_bboxes:
  53. if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
  54. logger.warning(f"table_bboxes: 错误的box, {bbox}")
  55. continue
  56. image_path = cut_image(bbox, page_num, page, return_path("tables"), imageWriter)
  57. table_info.append({"bbox": bbox, "image_path": image_path})
  58. return image_info, image_backup_info, table_info, inline_eq_info, interline_eq_info