From 2f4d4b0c8007f85f75c82b841bdd9efa872a701c Mon Sep 17 00:00:00 2001 From: myhloli Date: Thu, 19 Dec 2024 15:20:51 +0800 Subject: [PATCH] feat(pre_proc): add function to remove overlapping characters in spans - Implement remove_overlaps_chars function to detect and remove overlapping characters within spans - Integrate remove_overlaps_chars function into the PDF parsing process - Improve character-level processing and reduce redundancy in OCR results --- magic_pdf/pdf_parse_union_core_v2.py | 7 +++++- magic_pdf/pre_proc/ocr_span_list_modify.py | 25 ++++++++++++++++++++++ 2 files changed, 31 insertions(+), 1 deletion(-) diff --git a/magic_pdf/pdf_parse_union_core_v2.py b/magic_pdf/pdf_parse_union_core_v2.py index 74d93b81..850e4482 100644 --- a/magic_pdf/pdf_parse_union_core_v2.py +++ b/magic_pdf/pdf_parse_union_core_v2.py @@ -34,7 +34,8 @@ from magic_pdf.pre_proc.construct_page_dict import ocr_construct_page_component_ from magic_pdf.pre_proc.cut_image import ocr_cut_image_and_table from magic_pdf.pre_proc.ocr_detect_all_bboxes import ocr_prepare_bboxes_for_layout_split_v2 from magic_pdf.pre_proc.ocr_dict_merge import fill_spans_in_blocks, fix_block_spans_v2, fix_discarded_block -from magic_pdf.pre_proc.ocr_span_list_modify import get_qa_need_list_v2, remove_overlaps_low_confidence_spans, remove_overlaps_min_spans +from magic_pdf.pre_proc.ocr_span_list_modify import get_qa_need_list_v2, remove_overlaps_low_confidence_spans, \ + remove_overlaps_min_spans, remove_overlaps_chars os.environ['NO_ALBUMENTATIONS_UPDATE'] = '1' # 禁止albumentations检查更新 @@ -120,6 +121,10 @@ def fill_char_in_spans(spans, all_chars): empty_spans = [] for span in spans: + + # 移除同一个span中重叠的char + span['chars'] = remove_overlaps_chars(span['chars']) + chars_to_content(span) # 有的span中虽然没有字但有一两个空的占位符，用宽高和content长度过滤 if len(span['content']) * span['height'] < span['width'] * 0.5: diff --git a/magic_pdf/pre_proc/ocr_span_list_modify.py b/magic_pdf/pre_proc/ocr_span_list_modify.py index 4027cbcc..5a495710 100644 --- a/magic_pdf/pre_proc/ocr_span_list_modify.py +++ b/magic_pdf/pre_proc/ocr_span_list_modify.py @@ -33,6 +33,31 @@ def remove_overlaps_low_confidence_spans(spans): return spans, dropped_spans +def remove_overlaps_chars(chars): + dropped_chars = [] + # 删除重叠的char + for char1 in chars: + for char2 in chars: + if char1 != char2: + # char1 或 char2 任何一个都不应该在 dropped_chars 中 + if char1 in dropped_chars or char2 in dropped_chars: + continue + else: + if calculate_iou(char1['bbox'], char2['bbox']) > 0.95: + char_need_remove = char1 + if ( + char_need_remove is not None + and char_need_remove not in dropped_chars + ): + dropped_chars.append(char_need_remove) + + if len(dropped_chars) > 0: + for char_need_remove in dropped_chars: + chars.remove(char_need_remove) + + return chars + + def remove_overlaps_min_spans(spans): dropped_spans = [] # 删除重叠spans中较小的那些