- Simplify batch ratio logic for GPU memory >= 16GB - Remove unnecessary conditions for 20GB and 40GB memory
@@ -170,11 +170,7 @@ def doc_analyze(
gpu_memory = int(os.getenv("VIRTUAL_VRAM_SIZE", round(get_vram(device))))
if gpu_memory is not None and gpu_memory >= 8:
- if gpu_memory >= 40:
- batch_ratio = 32
- elif gpu_memory >=20:
- batch_ratio = 16
- elif gpu_memory >= 16:
+ if gpu_memory >= 16:
batch_ratio = 8
elif gpu_memory >= 10:
batch_ratio = 4