From 90b77a28090b5b4a4f3402d35d6734269b0f4bc2 Mon Sep 17 00:00:00 2001 From: myhloli Date: Thu, 5 Feb 2026 18:10:25 +0800 Subject: [PATCH] feat: add chunked prefill and prefix caching options to utils.py --- mineru/backend/vlm/utils.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/mineru/backend/vlm/utils.py b/mineru/backend/vlm/utils.py index 07540985..5d1f5e22 100644 --- a/mineru/backend/vlm/utils.py +++ b/mineru/backend/vlm/utils.py @@ -138,6 +138,8 @@ def _get_device_config(device_type: str) -> dict | None: "block_size": 128, "dtype": "float16", "distributed_executor_backend": "mp", + "enable_chunked_prefill": False, + "enable_prefix_caching": False, }, } @@ -155,6 +157,12 @@ def _add_server_arg_if_missing(args: list, arg_name: str, value: str) -> None: args.extend([f"--{arg_name}", value]) +def _add_server_flag_if_missing(args: list, flag_name: str) -> None: + """如果 flag 不存在，则添加到命令行参数列表""" + if not _check_server_arg_exists(args, flag_name): + args.append(f"--{flag_name}") + + def _add_engine_kwarg_if_missing(kwargs: dict, key: str, value) -> None: """如果参数不存在，则添加到 kwargs 字典""" if key not in kwargs: @@ -198,6 +206,9 @@ def _apply_server_config(args: list, config: dict) -> None: else: # 转换 key 格式: block_size -> block-size arg_name = key.replace("_", "-") + if arg_name in {"enable-chunked-prefill", "enable-prefix-caching"} and value is False: + _add_server_flag_if_missing(args, f"no-{arg_name}") + continue _add_server_arg_if_missing(args, arg_name, str(value))