From fc4a31028abaa493322485fb6a67d9b66214db38 Mon Sep 17 00:00:00 2001 From: Johan Nordberg Date: Sat, 11 Jun 2022 20:46:23 +0900 Subject: [PATCH] Expose batch size and device settings in CLI --- scripts/tortoise_tts.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/scripts/tortoise_tts.py b/scripts/tortoise_tts.py index a7feb42..e4480d6 100755 --- a/scripts/tortoise_tts.py +++ b/scripts/tortoise_tts.py @@ -79,6 +79,12 @@ advanced_group.add_argument( help='Normally text enclosed in brackets are automatically redacted from the spoken output ' '(but are still rendered by the model), this can be used for prompt engineering. ' 'Set this to disable this behavior.') +advanced_group.add_argument( + '--device', type=str, default=None, + help='Device to use for inference.') +advanced_group.add_argument( + '--batch-size', type=int, default=None, + help='Batch size to use for inference. If omitted, the batch size is set based on available GPU memory.') tuning_group = parser.add_argument_group('tuning options (overrides preset settings)') tuning_group.add_argument( @@ -200,7 +206,8 @@ if args.play: seed = int(time.time()) if args.seed is None else args.seed if not args.quiet: print('Loading tts...') -tts = TextToSpeech(models_dir=args.models_dir, enable_redaction=not args.disable_redaction) +tts = TextToSpeech(models_dir=args.models_dir, enable_redaction=not args.disable_redaction, + device=args.device, autoregressive_batch_size=args.batch_size) gen_settings = { 'use_deterministic_seed': seed, 'varbose': not args.quiet,