From 3dd5cad32429b8cf0e2864e07799a7626a067150 Mon Sep 17 00:00:00 2001 From: mrq Date: Tue, 7 Mar 2023 19:38:02 +0000 Subject: [PATCH] reverting additional auto-suggested batch sizes, per https://git.ecker.tech/mrq/ai-voice-cloning/issues/87 proving it in fact, is not a good idea --- tortoise/utils/device.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/tortoise/utils/device.py b/tortoise/utils/device.py index c2f7b5c..ae93132 100755 --- a/tortoise/utils/device.py +++ b/tortoise/utils/device.py @@ -61,10 +61,8 @@ def get_device_batch_size(): available = psutil.virtual_memory()[4] vram = available / (1024 ** 3) - if vram > 18: - return 32 - if vram > 16: - return 24 + # I'll need to rework this better + # simply adding more tiers clearly is not a good way to go about it if vram > 14: return 16 elif vram > 10: