feat: add copyright notice to multiple files

mineru/backend/hybrid/__init__.py

@@ -1 +1 @@
-#  Copyright (c) Opendatalab. All rights reserved.
+# Copyright (c) Opendatalab. All rights reserved.

mineru/backend/hybrid/hybrid_analyze.py

@@ -1,4 +1,4 @@
-#  Copyright (c) Opendatalab. All rights reserved.
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import time
 from collections import defaultdict

mineru/backend/hybrid/hybrid_magic_model.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import copy
 import re
 

mineru/backend/hybrid/hybrid_model_output_to_middle_json.py

@@ -1,4 +1,4 @@
-#  Copyright (c) Opendatalab. All rights reserved.
+# Copyright (c) Opendatalab. All rights reserved.
 
 import os
 import time

mineru/backend/office/model_output_to_middle_json.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import re
 from collections import defaultdict
 

mineru/backend/office/office_magic_model.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import re
 from typing import Literal
 

mineru/backend/office/office_middle_json_mkcontent.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import re
 import unicodedata

mineru/backend/pipeline/batch_analyze.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import base64
 import html
 

mineru/backend/pipeline/model_init.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import threading
 

mineru/backend/pipeline/model_list.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 class AtomicModel:
     Layout = "layout"
     MFD = "mfd"

mineru/backend/pipeline/para_split.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import copy
 from loguru import logger
 from mineru.utils.enum_class import ContentType, BlockType, SplitFlag

mineru/backend/pipeline/pipeline_analyze.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import time
 from typing import List, Tuple

mineru/backend/pipeline/pipeline_magic_model.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from mineru.backend.pipeline.para_split import ListLineTag
 from mineru.backend.pipeline.pipeline_middle_json_mkcontent import _merge_para_text
 from mineru.utils.boxbase import (

mineru/backend/pipeline/pipeline_middle_json_mkcontent.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import re
 from html import unescape
 

mineru/backend/utils/html_image_utils.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import base64
 import re
 

mineru/backend/utils/office_image.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from PIL import Image, ImageDraw, ImageFont
 from loguru import logger
 

mineru/backend/utils/para_block_utils.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import copy
 
 from mineru.utils.enum_class import BlockType, SplitFlag

mineru/backend/utils/runtime_utils.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import time
 

mineru/backend/vlm/model_output_to_middle_json.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import time
 

mineru/backend/vlm/utils.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 
 from loguru import logger

mineru/backend/vlm/vlm_magic_model.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import re
 
 from loguru import logger

mineru/backend/vlm/vlm_middle_json_mkcontent.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import re
 from html import escape, unescape

mineru/cli/api_client.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import asyncio
 import atexit
 import json

mineru/cli/api_protocol.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 API_PROTOCOL_VERSION = 1
 DEFAULT_MAX_CONCURRENT_REQUESTS = 3
 DEFAULT_PROCESSING_WINDOW_SIZE = 64

mineru/cli/fast_api.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import asyncio
 import mimetypes
 import multiprocessing

mineru/cli/models_download.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from contextlib import contextmanager
 import json
 import os

mineru/cli/output_paths.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from pathlib import Path
 
 

mineru/cli/router.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import asyncio
 import json
 import os

mineru/cli/visualization.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import json
 from dataclasses import dataclass
 from pathlib import Path

mineru/cli/vlm_preload.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from collections.abc import Mapping, Sequence
 from typing import Any
 

mineru/cli/vlm_server.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import click
 import sys
 

mineru/data/data_reader_writer/__init__.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from .base import DataReader, DataWriter
 from .dummy import DummyDataWriter
 from .filebase import FileBasedDataReader, FileBasedDataWriter

mineru/data/data_reader_writer/base.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 
 from abc import ABC, abstractmethod
 

mineru/data/data_reader_writer/dummy.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from .base import DataWriter
 
 

mineru/data/data_reader_writer/filebase.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 
 from .base import DataReader, DataWriter

mineru/data/data_reader_writer/multi_bucket_s3.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 
 from ..utils.exceptions import InvalidConfig, InvalidParams
 from .base import DataReader, DataWriter

mineru/data/data_reader_writer/s3.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from .multi_bucket_s3 import MultiBucketS3DataReader, MultiBucketS3DataWriter
 from ..utils.schemas import S3Config
 

mineru/data/io/__init__.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 
 from .base import IOReader, IOWriter
 from .http import HttpReader, HttpWriter

mineru/data/io/base.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from abc import ABC, abstractmethod
 
 

mineru/data/io/http.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 
 import io
 

mineru/data/io/s3.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import boto3
 from botocore.config import Config
 

mineru/model/docx/__init__.py

@@ -0,0 +1 @@
+# Copyright (c) Opendatalab. All rights reserved.

mineru/model/docx/main.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from typing import BinaryIO
 
 from mineru.model.docx.docx_converter import DocxConverter

mineru/model/docx/tools/math/__init__.py

@@ -0,0 +1 @@
+# Copyright (c) Opendatalab. All rights reserved.

mineru/model/docx/tools/math/latex_dict.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 """
 Adapted from https://github.com/xiilei/dwml/blob/master/dwml/latex_dict.py
 On 23/01/2025

mineru/model/docx/tools/math/omml.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 """
 Office Math Markup Language (OMML)
 

mineru/model/docx/tools/office_xml.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import xml.dom.minidom
 
 from mammoth.docx.xmlparser import XmlText, XmlElement

mineru/model/layout/pp_doclayoutv2.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import argparse
 import colorsys
 import hashlib

mineru/model/mfr/pp_formulanet_plus_m/__init__.py

@@ -0,0 +1 @@
+# Copyright (c) Opendatalab. All rights reserved.

mineru/model/mfr/pp_formulanet_plus_m/predict_formula.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import math
 import os
 from pathlib import Path

mineru/model/mfr/pp_formulanet_plus_m/processors.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import json
 import numpy as np
 import cv2

mineru/model/mfr/unimernet/Unimernet.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import math
 
 import torch

mineru/model/mfr/unimernet/__init__.py

@@ -0,0 +1 @@
+# Copyright (c) Opendatalab. All rights reserved.

mineru/model/mfr/unimernet/unimernet_hf/__init__.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from .unimer_swin import UnimerSwinConfig, UnimerSwinModel, UnimerSwinImageProcessor
 from .unimer_mbart import UnimerMBartConfig, UnimerMBartModel, UnimerMBartForCausalLM
 from .modeling_unimernet import UnimernetModel

mineru/model/mfr/unimernet/unimernet_hf/modeling_unimernet.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import warnings
 from typing import Optional

mineru/model/mfr/unimernet/unimernet_hf/unimer_mbart/__init__.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from .configuration_unimer_mbart import UnimerMBartConfig
 from .modeling_unimer_mbart import UnimerMBartModel, UnimerMBartForCausalLM
 

mineru/model/mfr/unimernet/unimernet_hf/unimer_mbart/tokenization_unimer_mbart.py

@@ -0,0 +1 @@
+# Copyright (c) Opendatalab. All rights reserved.

mineru/model/mfr/unimernet/unimernet_hf/unimer_swin/__init__.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from .configuration_unimer_swin import UnimerSwinConfig
 from .modeling_unimer_swin import UnimerSwinModel
 from .image_processing_unimer_swin import UnimerSwinImageProcessor

mineru/model/mfr/unimernet/unimernet_hf/unimer_swin/image_processing_unimer_swin.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from PIL import Image, ImageOps
 from transformers.image_processing_utils import BaseImageProcessor
 import numpy as np

mineru/model/mfr/utils.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import re
 
 LEFT_PATTERN = re.compile(r'(\\left)(\S*)')

mineru/model/pptx/__init__.py

@@ -0,0 +1 @@
+# Copyright (c) Opendatalab. All rights reserved.

mineru/model/pptx/main.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from typing import BinaryIO
 
 from mineru.model.pptx.pptx_converter import PptxConverter

mineru/model/pptx/xycut_pp_sorter.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from dataclasses import dataclass
 from typing import Any, Final, Sequence
 

mineru/model/table/cls/paddle_table_cls.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 
 from PIL import Image

mineru/model/table/rec/slanet_plus/__init__.py

@@ -0,0 +1 @@
+# Copyright (c) Opendatalab. All rights reserved.

mineru/model/table/rec/slanet_plus/main.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import copy
 import time

mineru/model/table/rec/slanet_plus/matcher.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 # copyright (c) 2022 PaddlePaddle Authors. All Rights Reserve.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

mineru/model/table/rec/slanet_plus/matcher_utils.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 # copyright (c) 2022 PaddlePaddle Authors. All Rights Reserve.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

mineru/model/table/rec/unet_table/__init__.py

@@ -0,0 +1 @@
+# Copyright (c) Opendatalab. All rights reserved.

mineru/model/table/rec/unet_table/main.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import html
 import logging
 import os

mineru/model/table/rec/unet_table/table_recover.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from typing import Dict, List, Tuple
 
 import numpy as np

mineru/model/table/rec/unet_table/table_structure_unet.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import copy
 import math
 from typing import Optional, Dict, Any, Tuple

mineru/model/table/rec/unet_table/utils.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import traceback
 from enum import Enum

mineru/model/table/rec/unet_table/utils_table_line_rec.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import math
 
 import cv2

mineru/model/table/rec/unet_table/utils_table_recover.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from typing import Any, Dict, List, Union, Tuple
 
 import numpy as np

mineru/model/utils/pytorchocr/__init__.py

@@ -0,0 +1 @@
+# Copyright (c) Opendatalab. All rights reserved.

mineru/model/utils/pytorchocr/base_ocr_v20.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os
 import torch
 from .modeling.architectures.base_model import BaseModel

mineru/model/utils/pytorchocr/data/__init__.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function

mineru/model/utils/pytorchocr/data/imaug/__init__.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function

mineru/model/utils/pytorchocr/modeling/__init__.py

@@ -0,0 +1 @@
+# Copyright (c) Opendatalab. All rights reserved.

mineru/model/utils/pytorchocr/modeling/architectures/base_model.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from torch import nn
 
 from ..backbones import build_backbone

mineru/model/utils/pytorchocr/modeling/backbones/det_mobilenet_v3.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from torch import nn
 
 from ..common import Activation

mineru/model/utils/pytorchocr/modeling/backbones/rec_donut_swin.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import collections.abc
 from collections import OrderedDict
 import math

mineru/model/utils/pytorchocr/modeling/backbones/rec_hgnet.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import torch
 import torch.nn.functional as F
 from torch import nn

mineru/model/utils/pytorchocr/modeling/backbones/rec_lcnetv3.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 # copyright (c) 2021 PaddlePaddle Authors. All Rights Reserve.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

mineru/model/utils/pytorchocr/modeling/backbones/rec_mobilenet_v3.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from torch import nn
 
 from .det_mobilenet_v3 import ConvBNLayer, ResidualUnit, make_divisible

mineru/model/utils/pytorchocr/modeling/backbones/rec_mv1_enhance.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import os, sys
 import torch
 import torch.nn as nn

mineru/model/utils/pytorchocr/modeling/backbones/rec_pphgnetv2.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import math
 import torch
 import torch.nn as nn

mineru/model/utils/pytorchocr/modeling/backbones/rec_svtrnet.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import numpy as np
 import torch
 from torch import nn

mineru/model/utils/pytorchocr/modeling/common.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import torch
 import torch.nn.functional as F
 from torch import nn

mineru/model/utils/pytorchocr/modeling/heads/cls_head.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import torch
 import torch.nn.functional as F
 from torch import nn

mineru/model/utils/pytorchocr/modeling/heads/det_db_head.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import torch
 import torch.nn as nn
 import torch.nn.functional as F

mineru/model/utils/pytorchocr/modeling/heads/rec_ctc_head.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import torch.nn.functional as F
 from torch import nn
 

mineru/model/utils/pytorchocr/modeling/heads/rec_multi_head.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from torch import nn
 
 from ..necks.rnn import Im2Seq, SequenceEncoder

mineru/model/utils/pytorchocr/modeling/heads/rec_ppformulanet_head.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 # copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

mineru/model/utils/pytorchocr/modeling/heads/rec_unimernet_head.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import copy
 import math
 import re

mineru/model/utils/pytorchocr/modeling/necks/db_fpn.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import torch
 import torch.nn.functional as F
 from torch import nn

mineru/model/utils/pytorchocr/modeling/necks/intracl.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 from torch import nn
 
 

mineru/model/utils/pytorchocr/modeling/necks/rnn.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 import torch
 from torch import nn
 

mineru/model/utils/pytorchocr/postprocess/__init__.py

@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
 
 from __future__ import absolute_import
 from __future__ import division