reverting additional auto-suggested batch sizes, per mrq/ai-voice-cloning#87 proving it in fact, is not a good idea

2023-03-07 19:38:02 +07:00 · 2023-03-07 19:38:02 +07:00 · 3dd5cad324
parent cc36c0997c
commit 3dd5cad324
1 changed files with 2 additions and 4 deletions
--- a/tortoise/utils/device.py
+++ b/tortoise/utils/device.py
@ -61,10 +61,8 @@ def get_device_batch_size():
        available = psutil.virtual_memory()[4]

    vram = available / (1024 ** 3)
-    if vram > 18:
-        return 32
-    if vram > 16:
-        return 24
+    # I'll need to rework this better
+    # simply adding more tiers clearly is not a good way to go about it
    if vram > 14:
        return 16
    elif vram > 10: