mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

edge case

Browse Source
This commit is contained in:
mrq 2023-09-20 19:20:17 -05:00
parent c0b25541e3
commit e7da1eb90d
1 changed files with 11 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
vall_e/engines/deepspeed.py
View File

@ -39,16 +39,17 @@ class Engine(DeepSpeedEngine):
kwargs['config'] = cfg.trainer.deepspeed.ds_cfg
kwargs['config_class'] = DeepSpeedConfig(kwargs['config'])
if "stats" in kwargs:
# stats COULD be = None
stats = kwargs.pop('stats')
if stats is None:
stats = {
"global_steps": 0,
"micro_steps": 0,
"global_samples": 0,
"tokens_processed": 0,
}
stats = {
"global_steps": 0,
"micro_steps": 0,
"global_samples": 0,
"tokens_processed": 0,
}
# kwargs['stats'] = None will return None when popped
maybe_stats = kwargs.pop('stats', stats)
if maybe_stats is not None:
stats = maybe_stats
super().__init__(None, *args, **kwargs)
self._frozen_params = set()