brain dead

This commit is contained in:
mrq 2023-03-07 05:43:26 +00:00
parent 2726d98ee1
commit df5ba634c0

View File

@ -1201,6 +1201,10 @@ def prepare_dataset( files, outdir, language=None, skip_existings=False, progres
unload_whisper() unload_whisper()
joined = "\n".join(transcription) joined = "\n".join(transcription)
if not skip_existings:
with open(f'{outdir}/train.txt', 'w', encoding="utf-8") as f:
f.write(joined)
return f"Processed dataset to: {outdir}\n{joined}" return f"Processed dataset to: {outdir}\n{joined}"
def calc_iterations( epochs, lines, batch_size ): def calc_iterations( epochs, lines, batch_size ):