From 3791eb7267084208c75bf071458899eda69dc035 Mon Sep 17 00:00:00 2001
From: Johan Nordberg <its@johan-nordberg.com>
Date: Sat, 11 Jun 2022 20:46:23 +0900
Subject: [PATCH] Expose batch size and device settings in CLI
---
scripts/tortoise_tts.py | 9 ++++++++-
1 file changed, 8 insertions(+), 1 deletion(-)
diff --git a/scripts/tortoise_tts.py b/scripts/tortoise_tts.py
index a7feb42..e4480d6 100755
--- a/scripts/tortoise_tts.py
+++ b/scripts/tortoise_tts.py
@@ -79,6 +79,12 @@ advanced_group.add_argument(
help='Normally text enclosed in brackets are automatically redacted from the spoken output '
'(but are still rendered by the model), this can be used for prompt engineering. '
'Set this to disable this behavior.')
+advanced_group.add_argument(
+ '--device', type=str, default=None,
+ help='Device to use for inference.')
+advanced_group.add_argument(
+ '--batch-size', type=int, default=None,
+ help='Batch size to use for inference. If omitted, the batch size is set based on available GPU memory.')
tuning_group = parser.add_argument_group('tuning options (overrides preset settings)')
tuning_group.add_argument(
@@ -200,7 +206,8 @@ if args.play:
seed = int(time.time()) if args.seed is None else args.seed
if not args.quiet:
print('Loading tts...')
-tts = TextToSpeech(models_dir=args.models_dir, enable_redaction=not args.disable_redaction)
+tts = TextToSpeech(models_dir=args.models_dir, enable_redaction=not args.disable_redaction,
+ device=args.device, autoregressive_batch_size=args.batch_size)
gen_settings = {
'use_deterministic_seed': seed,
'varbose': not args.quiet,