mirror of
https://github.com/opendatalab/MinerU.git
synced 2026-03-27 11:08:32 +07:00
feat: update parse_doc function to support backend options and add environment variable instructions
This commit is contained in:
12
demo/demo.py
12
demo/demo.py
@@ -230,4 +230,14 @@ if __name__ == '__main__':
|
||||
for doc_path in Path(pdf_files_dir).glob('*'):
|
||||
if doc_path.suffix in pdf_suffixes + image_suffixes:
|
||||
doc_path_list.append(doc_path)
|
||||
parse_doc(doc_path_list, output_dir)
|
||||
|
||||
"""如果您由于网络问题无法下载模型,可以设置环境变量MINERU_MODEL_SOURCE为modelscope使用免代理仓库下载模型"""
|
||||
# os.environ['MINERU_MODEL_SOURCE'] = "modelscope"
|
||||
|
||||
"""Use pipeline mode if your environment does not support VLM"""
|
||||
parse_doc(doc_path_list, output_dir, backend="pipeline")
|
||||
|
||||
"""To enable VLM mode, change the backend to 'vlm-xxx'"""
|
||||
# parse_doc(doc_path_list, output_dir, backend="vlm-transformers") # more general.
|
||||
# parse_doc(doc_path_list, output_dir, backend="vlm-sglang-engine") # faster(engine).
|
||||
# parse_doc(doc_path_list, output_dir, backend="vlm-sglang-client", server_url="http://127.0.0.1:30000") # faster(client).
|
||||
Reference in New Issue
Block a user