opensource/MinerU
3
0
Fork 0
mirror of https://github.com/opendatalab/MinerU.git synced 2026-09-22 05:03:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(llm): add LLM-aided formula and text correction

Browse Source 
- Add LLM-aided formula and text correction functionality
- Update config reader to include LLM-aided settings
- Create new LLM-aided processing module
- Update main processing script to incorporate LLM-aided corrections
- Modify download scripts to check for new config version
This commit is contained in:
myhloli
2024-12-24 14:33:35 +08:00
parent c638fc5d1f
commit c660fdc8f0
9 changed files with 106 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/download_models.py
+1 -1
View File
@@ -16,7 +16,7 @@ def download_and_modify_json(url, local_filename, modifications):
if os.path.exists(local_filename):
data = json.load(open(local_filename))
config_version = data.get('config_version', '0.0.0')
if config_version < '1.0.0':
if config_version < '1.1.0':
data = download_json(url)
else:
data = download_json(url)
scripts/download_models_hf.py
+1 -1
View File
@@ -16,7 +16,7 @@ def download_and_modify_json(url, local_filename, modifications):
if os.path.exists(local_filename):
data = json.load(open(local_filename))
config_version = data.get('config_version', '0.0.0')
if config_version < '1.0.0':
if config_version < '1.1.0':
data = download_json(url)
else:
data = download_json(url)