mirror of
https://github.com/opendatalab/MinerU.git
synced 2026-03-27 19:18:34 +07:00
c660fdc8f0
- Add LLM-aided formula and text correction functionality - Update config reader to include LLM-aided settings - Create new LLM-aided processing module - Update main processing script to incorporate LLM-aided corrections - Modify download scripts to check for new config version
37 lines
1.0 KiB
JSON
37 lines
1.0 KiB
JSON
{
|
|
"bucket_info":{
|
|
"bucket-name-1":["ak", "sk", "endpoint"],
|
|
"bucket-name-2":["ak", "sk", "endpoint"]
|
|
},
|
|
"models-dir":"/tmp/models",
|
|
"layoutreader-model-dir":"/tmp/layoutreader",
|
|
"device-mode":"cpu",
|
|
"layout-config": {
|
|
"model": "layoutlmv3"
|
|
},
|
|
"formula-config": {
|
|
"mfd_model": "yolo_v8_mfd",
|
|
"mfr_model": "unimernet_small",
|
|
"enable": true
|
|
},
|
|
"table-config": {
|
|
"model": "rapid_table",
|
|
"enable": false,
|
|
"max_time": 400
|
|
},
|
|
"llm-aided-config": {
|
|
"formula_aided": {
|
|
"api_key": "your_api_key",
|
|
"base_url": "https://dashscope.aliyuncs.com/compatible-mode/v1",
|
|
"model": "qwen2.5-72b-instruct",
|
|
"enable": false
|
|
},
|
|
"text_aided": {
|
|
"api_key": "your_api_key",
|
|
"base_url": "https://dashscope.aliyuncs.com/compatible-mode/v1",
|
|
"model": "qwen2.5-7b-instruct",
|
|
"enable": false
|
|
}
|
|
},
|
|
"config_version": "1.1.0"
|
|
} |