ocr_verify/comparator/ocr_comparator.py

import os
from typing import Dict
from datetime import datetime
# ✅ 兼容相对导入和绝对导入
try:
    from .content_extractor import ContentExtractor
    from .table_comparator import TableComparator
    from .paragraph_comparator import ParagraphComparator
except ImportError:
    from content_extractor import ContentExtractor
    from table_comparator import TableComparator
    from paragraph_comparator import ParagraphComparator

class OCRResultComparator:
    """OCR结果比较器主类"""
    
    def __init__(self):
        self.content_extractor = ContentExtractor()
        self.table_comparator = TableComparator()
        self.paragraph_comparator = ParagraphComparator()
        
        self.differences = []
        self.paragraph_match_threshold = 80
        self.content_similarity_threshold = 95
        self.max_paragraph_window = 6
        self.table_comparison_mode = 'standard'
        self.header_similarity_threshold = 90
    
    def compare_files(self, file1_path: str, file2_path: str) -> Dict:
        """比较两个OCR结果文件"""
        print(f"\n📖 读取文件...")
        
        # 读取文件内容
        with open(file1_path, 'r', encoding='utf-8') as f:
            content1 = f.read()
        
        with open(file2_path, 'r', encoding='utf-8') as f:
            content2 = f.read()
        
        print(f"✅ 文件读取完成")
        print(f"   文件1大小: {len(content1)} 字符")
        print(f"   文件2大小: {len(content2)} 字符")
        
        # 提取表格
        print(f"\n📊 提取表格...")
        tables1 = self.content_extractor.extract_table_data(content1)
        tables2 = self.content_extractor.extract_table_data(content2)
        print(f"   文件1表格数: {len(tables1)}")
        print(f"   文件2表格数: {len(tables2)}")
        
        # 提取段落
        print(f"\n📝 提取段落...")
        paragraphs1 = self.content_extractor.extract_paragraphs(content1)
        paragraphs2 = self.content_extractor.extract_paragraphs(content2)
        print(f"   文件1段落数: {len(paragraphs1)}")
        print(f"   文件2段落数: {len(paragraphs2)}")
        
        # 比较段落
        print(f"\n🔍 开始段落对比...")
        paragraph_differences = self.paragraph_comparator.compare_paragraphs(
            paragraphs1, paragraphs2
        )
        print(f"✅ 段落对比完成，发现 {len(paragraph_differences)} 个差异")
        
        # ✅ 初始化所有差异列表 - 用于兼容原版本返回结构
        all_differences = []
        all_differences.extend(paragraph_differences)
        
        # 比较表格
        print(f"\n🔍 开始表格对比...")
        
        # ✅ 处理表格比较 - 支持多表格
        if tables1 and tables2:
            # 根据模式选择比较方法
            if self.table_comparison_mode == 'flow_list':
                table_diffs = self.table_comparator.compare_table_flow_list(tables1[0], tables2[0])
            else:
                table_diffs = self.table_comparator.compare_tables(tables1[0], tables2[0])
            
            all_differences.extend(table_diffs)
            print(f"✅ 表格对比完成，发现 {len(table_diffs)} 个差异")
            
        elif tables1 and not tables2:
            all_differences.append({
                'type': 'table_structure',
                'position': '表格结构',
                'file1_value': f'包含{len(tables1)}个表格',
                'file2_value': '无表格',
                'description': '文件1包含表格但文件2无表格',
                'severity': 'high'
            })
        elif not tables1 and tables2:
            all_differences.append({
                'type': 'table_structure',
                'position': '表格结构',
                'file1_value': '无表格',
                'file2_value': f'包含{len(tables2)}个表格',
                'description': '文件2包含表格但文件1无表格',
                'severity': 'high'
            })
        
        print(f"\n✅ 对比完成")
        
        # ✅ 统计差异 - 细化分类（与原版本保持一致）
        stats = {
            'total_differences': len(all_differences),
            'table_differences': len([d for d in all_differences if d['type'].startswith('table')]),
            'paragraph_differences': len([d for d in all_differences if d['type'] == 'paragraph']),
            'amount_differences': len([d for d in all_differences if d['type'] == 'table_amount']),
            'datetime_differences': len([d for d in all_differences if d['type'] == 'table_datetime']),
            'text_differences': len([d for d in all_differences if d['type'] == 'table_text']),
            'table_pre_header': len([d for d in all_differences if d['type'] == 'table_pre_header']),
            'table_header_mismatch': len([d for d in all_differences if d['type'] == 'table_header_mismatch']),
            'table_header_critical': len([d for d in all_differences if d['type'] == 'table_header_critical']),
            'table_header_position': len([d for d in all_differences if d['type'] == 'table_header_position']),
            'table_row_missing': len([d for d in all_differences if d['type'] == 'table_row_missing']),
            'high_severity': len([d for d in all_differences if d.get('severity') in ['critical', 'high']]),
            'medium_severity': len([d for d in all_differences if d.get('severity') == 'medium']),
            'low_severity': len([d for d in all_differences if d.get('severity') == 'low'])
        }
        
        # ✅ 构建返回结果 - 与原版本结构保持完全一致
        result = {
            'differences': all_differences,  # ✅ 原版本使用 differences 而非 paragraph_differences
            'statistics': stats,
            'file1_tables': len(tables1),
            'file2_tables': len(tables2),
            'file1_paragraphs': len(paragraphs1),
            'file2_paragraphs': len(paragraphs2),
            'file1_path': file1_path,
            'file2_path': file2_path,
            'timestamp': datetime.now().strftime('%Y-%m-%d %H:%M:%S')  # ✅ 添加时间戳
        }
        
        print(f"\n" + "="*60)
        print(f"📊 对比结果汇总")
        print(f"="*60)
        print(f"总差异数: {result['statistics']['total_differences']}")
        print(f"  - 段落差异: {result['statistics']['paragraph_differences']}")
        print(f"  - 表格差异: {result['statistics']['table_differences']}")
        print(f"    - 金额: {result['statistics']['amount_differences']}")
        print(f"    - 日期: {result['statistics']['datetime_differences']}")
        print(f"    - 文本: {result['statistics']['text_differences']}")
        print(f"\n严重级别分布:")
        print(f"  🔴 高: {result['statistics']['high_severity']}")
        print(f"  🟡 中: {result['statistics']['medium_severity']}")
        print(f"  🟢 低: {result['statistics']['low_severity']}")
        print(f"="*60)
        
        return result