| 123456789101112131415161718192021 |
- from collections import Counter
- from magic_pdf.libs.language import detect_lang
- def get_language_from_model(model_list: list):
- language_lst = []
- for ocr_page_info in model_list:
- page_text = ""
- layout_dets = ocr_page_info["layout_dets"]
- for layout_det in layout_dets:
- category_id = layout_det["category_id"]
- allow_category_id_list = [15]
- if category_id in allow_category_id_list:
- page_text += layout_det["text"]
- page_language = detect_lang(page_text)
- language_lst.append(page_language)
- # 统计text_language_list中每种语言的个数
- count_dict = Counter(language_lst)
- # 输出text_language_list中出现的次数最多的语言
- language = max(count_dict, key=count_dict.get)
- return language
|
