From 5e4f6808cee03732b9610521d734d063a802f731 Mon Sep 17 00:00:00 2001 From: mrq Date: Wed, 15 Mar 2023 00:54:27 +0000 Subject: [PATCH] I guess I didn't test on a blank-ish slate --- src/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/utils.py b/src/utils.py index 831f0c3..08c537a 100755 --- a/src/utils.py +++ b/src/utils.py @@ -1558,7 +1558,7 @@ def save_training_settings( **kwargs ): settings['validation_batch_size'] = validation_lines messages.append(f"Batch size exceeds validation dataset size, clamping validation batch size to {validation_lines}") - settings['tokenizer_json'] = args.tokenizer_json + settings['tokenizer_json'] = args.tokenizer_json if args.tokenizer_json else get_tokenizer_jsons()[0] if settings['gpus'] > get_device_count(): settings['gpus'] = get_device_count()