|
@@ -1,3 +1,5 @@
|
|
|
|
|
+from loguru import logger
|
|
|
|
|
+
|
|
|
from magic_pdf.libs.commons import join_path
|
|
from magic_pdf.libs.commons import join_path
|
|
|
from magic_pdf.libs.ocr_content_type import ContentType
|
|
from magic_pdf.libs.ocr_content_type import ContentType
|
|
|
from magic_pdf.libs.pdf_image_tools import cut_image
|
|
from magic_pdf.libs.pdf_image_tools import cut_image
|
|
@@ -10,9 +12,13 @@ def ocr_cut_image_and_table(spans, page, page_id, pdf_bytes_md5, imageWriter):
|
|
|
for span in spans:
|
|
for span in spans:
|
|
|
span_type = span['type']
|
|
span_type = span['type']
|
|
|
if span_type == ContentType.Image:
|
|
if span_type == ContentType.Image:
|
|
|
|
|
+ if not check_img_bbox(span['bbox']):
|
|
|
|
|
+ continue
|
|
|
span['image_path'] = cut_image(span['bbox'], page_id, page, return_path=return_path('images'),
|
|
span['image_path'] = cut_image(span['bbox'], page_id, page, return_path=return_path('images'),
|
|
|
imageWriter=imageWriter)
|
|
imageWriter=imageWriter)
|
|
|
elif span_type == ContentType.Table:
|
|
elif span_type == ContentType.Table:
|
|
|
|
|
+ if not check_img_bbox(span['bbox']):
|
|
|
|
|
+ continue
|
|
|
span['image_path'] = cut_image(span['bbox'], page_id, page, return_path=return_path('tables'),
|
|
span['image_path'] = cut_image(span['bbox'], page_id, page, return_path=return_path('tables'),
|
|
|
imageWriter=imageWriter)
|
|
imageWriter=imageWriter)
|
|
|
|
|
|
|
@@ -38,15 +44,28 @@ def txt_save_images_by_bboxes(page_num: int, page, pdf_bytes_md5: str,
|
|
|
return join_path(pdf_bytes_md5, type)
|
|
return join_path(pdf_bytes_md5, type)
|
|
|
|
|
|
|
|
for bbox in image_bboxes:
|
|
for bbox in image_bboxes:
|
|
|
|
|
+ if not check_img_bbox(bbox):
|
|
|
|
|
+ continue
|
|
|
image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
|
|
image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
|
|
|
image_info.append({"bbox": bbox, "image_path": image_path})
|
|
image_info.append({"bbox": bbox, "image_path": image_path})
|
|
|
|
|
|
|
|
for bbox in images_overlap_backup:
|
|
for bbox in images_overlap_backup:
|
|
|
|
|
+ if not check_img_bbox(bbox):
|
|
|
|
|
+ continue
|
|
|
image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
|
|
image_path = cut_image(bbox, page_num, page, return_path("images"), imageWriter)
|
|
|
image_backup_info.append({"bbox": bbox, "image_path": image_path})
|
|
image_backup_info.append({"bbox": bbox, "image_path": image_path})
|
|
|
|
|
|
|
|
for bbox in table_bboxes:
|
|
for bbox in table_bboxes:
|
|
|
|
|
+ if not check_img_bbox(bbox):
|
|
|
|
|
+ continue
|
|
|
image_path = cut_image(bbox, page_num, page, return_path("tables"), imageWriter)
|
|
image_path = cut_image(bbox, page_num, page, return_path("tables"), imageWriter)
|
|
|
table_info.append({"bbox": bbox, "image_path": image_path})
|
|
table_info.append({"bbox": bbox, "image_path": image_path})
|
|
|
|
|
|
|
|
return image_info, image_backup_info, table_info, inline_eq_info, interline_eq_info
|
|
return image_info, image_backup_info, table_info, inline_eq_info, interline_eq_info
|
|
|
|
|
+
|
|
|
|
|
+
|
|
|
|
|
+def check_img_bbox(bbox) -> bool:
|
|
|
|
|
+ if any([bbox[0] >= bbox[2], bbox[1] >= bbox[3]]):
|
|
|
|
|
+ logger.warning(f"image_bboxes: 错误的box, {bbox}")
|
|
|
|
|
+ return False
|
|
|
|
|
+ return True
|