mirror of
https://github.com/opendatalab/MinerU.git
synced 2026-09-21 12:42:22 +08:00
43 lines
2.1 KiB
Python
43 lines
2.1 KiB
Python
from loguru import logger
|
|
|
|
from magic_pdf.config.make_content_config import DropMode, MakeMode
|
|
from magic_pdf.data.data_reader_writer import DataWriter
|
|
from magic_pdf.data.dataset import Dataset
|
|
from magic_pdf.model.doc_analyze_by_custom_model import doc_analyze
|
|
from magic_pdf.pipe.AbsPipe import AbsPipe
|
|
from magic_pdf.user_api import parse_txt_pdf
|
|
|
|
|
|
class TXTPipe(AbsPipe):
|
|
|
|
def __init__(self, dataset: Dataset, model_list: list, image_writer: DataWriter, is_debug: bool = False,
|
|
start_page_id=0, end_page_id=None, lang=None,
|
|
layout_model=None, formula_enable=None, table_enable=None):
|
|
super().__init__(dataset, model_list, image_writer, is_debug, start_page_id, end_page_id, lang,
|
|
layout_model, formula_enable, table_enable)
|
|
|
|
def pipe_classify(self):
|
|
pass
|
|
|
|
def pipe_analyze(self):
|
|
self.model_list = doc_analyze(self.dataset, ocr=False,
|
|
start_page_id=self.start_page_id, end_page_id=self.end_page_id,
|
|
lang=self.lang, layout_model=self.layout_model,
|
|
formula_enable=self.formula_enable, table_enable=self.table_enable)
|
|
|
|
def pipe_parse(self):
|
|
self.pdf_mid_data = parse_txt_pdf(self.dataset, self.model_list, self.image_writer, is_debug=self.is_debug,
|
|
start_page_id=self.start_page_id, end_page_id=self.end_page_id,
|
|
lang=self.lang, layout_model=self.layout_model,
|
|
formula_enable=self.formula_enable, table_enable=self.table_enable)
|
|
|
|
def pipe_mk_uni_format(self, img_parent_path: str, drop_mode=DropMode.WHOLE_PDF):
|
|
result = super().pipe_mk_uni_format(img_parent_path, drop_mode)
|
|
logger.info('txt_pipe mk content list finished')
|
|
return result
|
|
|
|
def pipe_mk_markdown(self, img_parent_path: str, drop_mode=DropMode.WHOLE_PDF, md_make_mode=MakeMode.MM_MD):
|
|
result = super().pipe_mk_markdown(img_parent_path, drop_mode, md_make_mode)
|
|
logger.info(f'txt_pipe mk {md_make_mode} finished')
|
|
return result
|