mirror of
https://github.com/opendatalab/MinerU.git
synced 2026-03-27 11:08:32 +07:00
perf(inference): adjust batch ratio for high GPU memory
- Increase batch ratio to 8 for GPU memory >=16GB - Improve inference performance on systems with higher GPU memory
This commit is contained in:
@@ -170,7 +170,9 @@ def doc_analyze(
|
||||
gpu_memory = int(os.getenv("VIRTUAL_VRAM_SIZE", round(get_vram(device))))
|
||||
if gpu_memory is not None and gpu_memory >= 8:
|
||||
|
||||
if gpu_memory >= 10:
|
||||
if gpu_memory >= 16:
|
||||
batch_ratio = 8
|
||||
elif gpu_memory >= 10:
|
||||
batch_ratio = 4
|
||||
else:
|
||||
batch_ratio = 2
|
||||
|
||||
Reference in New Issue
Block a user