mirror of
https://github.com/opendatalab/MinerU.git
synced 2026-09-21 12:42:22 +08:00
myhloli
0a468eca6e
- Implement llm_aided_title function to optimize document titles using LLM - Update pdf_parse_union_core_v2.py to include title optimization - Modify ocr_mkcontent.py to use optimized title levels- Add openai SDK dependency in setup.py
43 lines
1.2 KiB
JSON
43 lines
1.2 KiB
JSON
{
|
|
"bucket_info":{
|
|
"bucket-name-1":["ak", "sk", "endpoint"],
|
|
"bucket-name-2":["ak", "sk", "endpoint"]
|
|
},
|
|
"models-dir":"/tmp/models",
|
|
"layoutreader-model-dir":"/tmp/layoutreader",
|
|
"device-mode":"cpu",
|
|
"layout-config": {
|
|
"model": "layoutlmv3"
|
|
},
|
|
"formula-config": {
|
|
"mfd_model": "yolo_v8_mfd",
|
|
"mfr_model": "unimernet_small",
|
|
"enable": true
|
|
},
|
|
"table-config": {
|
|
"model": "rapid_table",
|
|
"enable": false,
|
|
"max_time": 400
|
|
},
|
|
"llm-aided-config": {
|
|
"formula_aided": {
|
|
"api_key": "your_api_key",
|
|
"base_url": "https://dashscope.aliyuncs.com/compatible-mode/v1",
|
|
"model": "qwen2.5-7b-instruct",
|
|
"enable": false
|
|
},
|
|
"text_aided": {
|
|
"api_key": "your_api_key",
|
|
"base_url": "https://dashscope.aliyuncs.com/compatible-mode/v1",
|
|
"model": "qwen2.5-7b-instruct",
|
|
"enable": false
|
|
},
|
|
"title_aided": {
|
|
"api_key": "your_api_key",
|
|
"base_url": "https://dashscope.aliyuncs.com/compatible-mode/v1",
|
|
"model": "qwen2.5-32b-instruct",
|
|
"enable": false
|
|
}
|
|
},
|
|
"config_version": "1.1.0"
|
|
} |