MinerU/pre_proc/detect_footnote.py

import os
from collections import Counter
import re               # 正则
from libs.commons import fitz             # pyMuPDF库
import json             # json


def parse_footnotes_by_model(page_ID: int, page: fitz.Page, json_from_DocXchain_obj: dict, md_bookname_save_path, debug_mode=False):
    """
    :param page_ID: int类型，当前page在当前pdf文档中是第page_D页。
    :param page :fitz读取的当前页的内容
    :param res_dir_path: str类型，是每一个pdf文档，在当前.py文件的目录下生成一个与pdf文档同名的文件夹，res_dir_path就是文件夹的dir
    :param json_from_DocXchain_obj: dict类型，把pdf文档送入DocXChain模型中后，提取bbox，结果保存到pdf文档同名文件夹下的 page_ID.json文件中了。json_from_DocXchain_obj就是打开后的dict
    """
    DPI = 72  # use this resolution
    pix = page.get_pixmap(dpi=DPI)
    pageL = 0
    pageR = int(pix.w)
    pageU = 0
    pageD = int(pix.h)
    

    #--------- 通过json_from_DocXchain来获取 footnote ---------#
    footnote_bbox_from_DocXChain = []

    xf_json = json_from_DocXchain_obj
    width_from_json = xf_json['page_info']['width']
    height_from_json = xf_json['page_info']['height']
    LR_scaleRatio = width_from_json / (pageR - pageL)
    UD_scaleRatio = height_from_json / (pageD - pageU)

    # {0: 'title',  # 标题
    # 1: 'figure', # 图片
    #  2: 'plain text',  # 文本
    #  3: 'header',      # 页眉
    #  4: 'page number', # 页码
    #  5: 'footnote',    # 脚注
    #  6: 'footer',      # 页脚
    #  7: 'table',       # 表格
    #  8: 'table caption',  # 表格描述
    #  9: 'figure caption', # 图片描述
    #  10: 'equation',      # 公式
    #  11: 'full column',   # 单栏
    #  12: 'sub column',    # 多栏
    #  13: 'embedding',     # 嵌入公式
    #  14: 'isolated'}      # 单行公式
    for xf in xf_json['layout_dets']:
        L = xf['poly'][0] / LR_scaleRatio
        U = xf['poly'][1] / UD_scaleRatio
        R = xf['poly'][2] / LR_scaleRatio
        D = xf['poly'][5] / UD_scaleRatio
        # L += pageL          # 有的页面，artBox偏移了。不在（0,0）
        # R += pageL
        # U += pageU
        # D += pageU
        L, R = min(L, R), max(L, R)
        U, D = min(U, D), max(U, D)
        # if xf['category_id'] == 5 and xf['score'] >= 0.3:
        if xf['category_id'] == 5 and xf['score'] >= 0.43:  # 新的footnote阈值
            footnote_bbox_from_DocXChain.append((L, U, R, D))
            
    
    footnote_final_names = []
    footnote_final_bboxs = []
    footnote_ID = 0
    for L, U, R, D in footnote_bbox_from_DocXChain:
        if debug_mode:
            # cur_footnote = page.get_pixmap(clip=(L,U,R,D))
            new_footnote_name = "footnote_{}_{}.png".format(page_ID, footnote_ID)    # 脚注name
            # cur_footnote.save(md_bookname_save_path + '/' + new_footnote_name)           # 把脚注存储在新建的文件夹，并命名
            footnote_final_names.append(new_footnote_name)                        # 把脚注的名字存在list中
        footnote_final_bboxs.append((L, U, R, D))
        footnote_ID += 1
        

    footnote_final_bboxs.sort(key = lambda LURD: (LURD[1], LURD[0]))
    curPage_all_footnote_bboxs = footnote_final_bboxs
    return curPage_all_footnote_bboxs


def need_remove(block):
    if 'lines' in block and len(block['lines']) > 0:
        # block中只有一行，且该行文本全是大写字母，或字体为粗体bold关键词，SB关键词，把这个block捞回来
        if len(block['lines']) == 1:
            if 'spans' in block['lines'][0] and len(block['lines'][0]['spans']) == 1:
                font_keywords = ['SB', 'bold', 'Bold']
                if block['lines'][0]['spans'][0]['text'].isupper() or any(keyword in block['lines'][0]['spans'][0]['font'] for keyword in font_keywords):
                    return True
        for line in block['lines']:
            if 'spans' in line and len(line['spans']) > 0:
                for span in line['spans']:
                    # 检测"keyword"是否在span中，忽略大小写
                    if "keyword" in span['text'].lower():
                        return True
    return False

def parse_footnotes_by_rule(remain_text_blocks, page_height, page_id, main_text_font):
    """
    根据给定的文本块、页高和页码，解析出符合规则的脚注文本块，并返回其边界框。

    Args:
        remain_text_blocks (list): 包含所有待处理的文本块的列表。
        page_height (float): 页面的高度。
        page_id (int): 页面的ID。

    Returns:
        list: 符合规则的脚注文本块的边界框列表。

    """
    if page_id > 20:
        return []
    else:
        # 存储每一行的文本块大小的列表
        line_sizes = []
        # 存储每个文本块的平均行大小
        block_sizes = []
        # 存储每一行的字体信息
        # font_names = []
        font_names = Counter()
        if len(remain_text_blocks) > 0:
            for block in remain_text_blocks:
                block_line_sizes = []
                # block_fonts = []
                block_fonts = Counter()
                for line in block['lines']:
                    # 提取每个span的size属性，并计算行大小
                    span_sizes = [span['size'] for span in line['spans'] if 'size' in span]
                    if span_sizes:
                        line_size = sum(span_sizes) / len(span_sizes)
                        line_sizes.append(line_size)
                        block_line_sizes.append(line_size)
                    span_font = [(span['font'], len(span['text'])) for span in line['spans'] if 'font' in span and len(span['text']) > 0]
                    if span_font:
                        # # todo main_text_font应该用基于字数最多的字体而不是span级别的统计
                        # font_names.append(font_name for font_name in span_font)
                        # block_fonts.append(font_name for font_name in span_font)
                        for font, count in span_font:
                            # font_names.extend([font] * count)
                            # block_fonts.extend([font] * count)
                            font_names[font] += count
                            block_fonts[font] += count
                if block_line_sizes:
                    # 计算文本块的平均行大小
                    block_size = sum(block_line_sizes) / len(block_line_sizes)
                    # block_font = collections.Counter(block_fonts).most_common(1)[0][0]
                    block_font = block_fonts.most_common(1)[0][0]
                    block_sizes.append((block, block_size, block_font))

            # 计算main_text_size
            main_text_size = Counter(line_sizes).most_common(1)[0][0]
            # 计算main_text_font
            # main_text_font = collections.Counter(font_names).most_common(1)[0][0]
            # main_text_font = font_names.most_common(1)[0][0]
            # 删除一些可能被误识别为脚注的文本块
            block_sizes = [(block, block_size, block_font) for block, block_size, block_font in block_sizes if not need_remove(block)]

            # 检测footnote_block 并返回 footnote_bboxes
            # footnote_bboxes = [block['bbox'] for block, block_size, block_font in block_sizes if
            #                    block['bbox'][1] > page_height * 0.6 and block_size < main_text_size
            #                    and (len(block['lines']) < 5 or block_font != main_text_font)]
                               # and len(block['lines']) < 5]
            footnote_bboxes = [block['bbox'] for block, block_size, block_font in block_sizes if
                               block['bbox'][1] > page_height * 0.6 and
                               sum([block_size < main_text_size,
                                    len(block['lines']) < 5,
                                    block_font != main_text_font]) >= 2]

            return footnote_bboxes
        else:
            return []