2023-08-02 21:53:35 +00:00
|
|
|
import argparse
|
|
|
|
from pathlib import Path
|
|
|
|
from .inference import TTS
|
2024-06-13 00:49:47 +00:00
|
|
|
from .config import cfg
|
2023-08-02 21:53:35 +00:00
|
|
|
|
2023-08-21 02:36:02 +00:00
|
|
|
def path_list(arg):
|
2024-07-23 01:47:24 +00:00
|
|
|
if not arg:
|
|
|
|
return None
|
2023-08-21 02:36:02 +00:00
|
|
|
return [Path(p) for p in arg.split(";")]
|
|
|
|
|
2023-08-02 21:53:35 +00:00
|
|
|
def main():
|
|
|
|
parser = argparse.ArgumentParser("VALL-E TTS")
|
|
|
|
parser.add_argument("text")
|
2024-07-23 01:47:24 +00:00
|
|
|
parser.add_argument("references", type=path_list, default=None)
|
2023-10-13 04:21:01 +00:00
|
|
|
parser.add_argument("--language", type=str, default="en")
|
2024-09-06 04:21:18 +00:00
|
|
|
parser.add_argument("--task", type=str, default="tts")
|
2023-08-21 02:36:02 +00:00
|
|
|
parser.add_argument("--out-path", type=Path, default=None)
|
|
|
|
|
2023-08-02 21:53:35 +00:00
|
|
|
parser.add_argument("--yaml", type=Path, default=None)
|
2023-09-09 02:02:00 +00:00
|
|
|
|
2024-06-09 22:11:38 +00:00
|
|
|
parser.add_argument("--max-ar-steps", type=int, default=12 * cfg.dataset.frames_per_second)
|
2023-09-10 18:50:13 +00:00
|
|
|
parser.add_argument("--max-nar-levels", type=int, default=7)
|
2023-09-09 02:02:00 +00:00
|
|
|
|
2024-10-18 21:58:56 +00:00
|
|
|
parser.add_argument("--ar-temp", type=float, default=0.0)
|
2024-10-18 22:01:40 +00:00
|
|
|
parser.add_argument("--nar-temp", type=float, default=0.0)
|
2023-10-10 22:02:33 +00:00
|
|
|
parser.add_argument("--min-ar-temp", type=float, default=-1.0)
|
|
|
|
parser.add_argument("--min-nar-temp", type=float, default=-1.0)
|
2023-09-09 23:04:44 +00:00
|
|
|
parser.add_argument("--input-prompt-length", type=float, default=3.0)
|
2024-10-04 23:57:19 +00:00
|
|
|
parser.add_argument("--input-prompt-prefix", action="store_true")
|
2023-09-09 01:30:54 +00:00
|
|
|
|
|
|
|
parser.add_argument("--top-p", type=float, default=1.0)
|
2024-07-22 04:21:37 +00:00
|
|
|
parser.add_argument("--top-k", type=int, default=0)
|
2024-10-12 03:36:06 +00:00
|
|
|
parser.add_argument("--min-p", type=float, default=0.0)
|
2023-09-09 01:30:54 +00:00
|
|
|
parser.add_argument("--repetition-penalty", type=float, default=1.0)
|
2023-09-09 02:02:00 +00:00
|
|
|
parser.add_argument("--repetition-penalty-decay", type=float, default=0.0)
|
2023-09-09 01:30:54 +00:00
|
|
|
parser.add_argument("--length-penalty", type=float, default=0.0)
|
2023-09-13 02:28:07 +00:00
|
|
|
parser.add_argument("--beam-width", type=int, default=0)
|
2023-09-18 23:55:41 +00:00
|
|
|
|
|
|
|
parser.add_argument("--mirostat-tau", type=float, default=0)
|
|
|
|
parser.add_argument("--mirostat-eta", type=float, default=0)
|
2024-06-25 18:41:29 +00:00
|
|
|
|
2024-07-30 00:15:07 +00:00
|
|
|
parser.add_argument("--dry-multiplier", type=float, default=0)
|
|
|
|
parser.add_argument("--dry-base", type=float, default=1.75)
|
|
|
|
parser.add_argument("--dry-allowed-length", type=int, default=2)
|
|
|
|
|
2024-10-12 16:27:55 +00:00
|
|
|
parser.add_argument("--entropix-sampling", action="store_true")
|
|
|
|
|
2024-06-25 18:41:29 +00:00
|
|
|
parser.add_argument("--seed", type=int, default=None)
|
2023-09-09 01:30:54 +00:00
|
|
|
|
2023-09-09 21:17:20 +00:00
|
|
|
parser.add_argument("--device", type=str, default=None)
|
|
|
|
parser.add_argument("--amp", action="store_true")
|
|
|
|
parser.add_argument("--dtype", type=str, default=None)
|
2024-08-27 00:33:51 +00:00
|
|
|
parser.add_argument("--attention", type=str, default=None)
|
2023-08-02 21:53:35 +00:00
|
|
|
args = parser.parse_args()
|
|
|
|
|
2024-08-27 00:33:51 +00:00
|
|
|
tts = TTS( config=args.yaml, device=args.device, dtype=args.dtype, amp=args.amp, attention=args.attention )
|
2024-09-08 13:30:30 +00:00
|
|
|
output = tts.inference(
|
2023-09-18 23:55:41 +00:00
|
|
|
text=args.text,
|
|
|
|
references=args.references,
|
2023-10-13 04:21:01 +00:00
|
|
|
language=args.language,
|
2024-09-06 04:21:18 +00:00
|
|
|
task=args.task,
|
2023-09-18 23:55:41 +00:00
|
|
|
out_path=args.out_path,
|
|
|
|
input_prompt_length=args.input_prompt_length,
|
2024-10-04 23:57:19 +00:00
|
|
|
input_prompt_prefix=args.input_prompt_prefix,
|
2023-09-18 23:55:41 +00:00
|
|
|
max_ar_steps=args.max_ar_steps, max_nar_levels=args.max_nar_levels,
|
|
|
|
ar_temp=args.ar_temp, nar_temp=args.nar_temp,
|
2023-10-10 22:02:33 +00:00
|
|
|
min_ar_temp=args.min_ar_temp, min_nar_temp=args.min_nar_temp,
|
2024-10-12 03:36:06 +00:00
|
|
|
top_p=args.top_p, top_k=args.top_k, min_p=args.min_p,
|
2023-09-18 23:55:41 +00:00
|
|
|
repetition_penalty=args.repetition_penalty, repetition_penalty_decay=args.repetition_penalty_decay,
|
|
|
|
length_penalty=args.length_penalty,
|
|
|
|
beam_width=args.beam_width,
|
2024-06-25 18:41:29 +00:00
|
|
|
mirostat_tau=args.mirostat_tau, mirostat_eta=args.mirostat_eta,
|
2024-07-31 01:53:51 +00:00
|
|
|
dry_multiplier=args.dry_multiplier, dry_base=args.dry_base, dry_allowed_length=args.dry_allowed_length,
|
2024-10-12 16:27:55 +00:00
|
|
|
entropix_sampling=args.entropix_sampling,
|
2024-06-25 18:41:29 +00:00
|
|
|
seed=args.seed,
|
2023-09-18 23:55:41 +00:00
|
|
|
)
|
2024-09-08 13:30:30 +00:00
|
|
|
|
|
|
|
if isinstance( output, str ):
|
|
|
|
print( output )
|
2023-08-02 21:53:35 +00:00
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
main()
|