This commit is contained in:
mrq 2023-03-16 04:35:12 +00:00
parent ee8270bdfb
commit da4f92681e
3 changed files with 4 additions and 3 deletions

View File

@ -105,7 +105,8 @@
"ʊ": 56,
"ʌ": 57,
"ʒ": 58,
"θ": 59
"θ": 59,
"ː": 60
},
"merges":
[

@ -1 +1 @@
Subproject commit 99618694db4cd7b77e68b62753bb8e2418ac0d55
Subproject commit 1f674a468f4202ac47feb8fb3587dc5837f2af2b

View File

@ -1777,7 +1777,7 @@ def tokenize_text( text ):
load_tts()
encoded = tts.tokenizer.encode(text)
decoded = tts.tokenizer.tokenizer.decode(encoded, skip_special_tokens=False)
decoded = tts.tokenizer.tokenizer.decode(encoded, skip_special_tokens=False).replace(" ", "")
return "\n".join([ str(encoded), decoded ])