mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

edge case

Browse Source
This commit is contained in:
mrq 2023-09-20 19:20:17 -05:00
parent c0b25541e3
commit e7da1eb90d
1 changed files with 11 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
vall_e/engines/deepspeed.py
View File

@ -39,16 +39,17 @@ class Engine(DeepSpeedEngine):
kwargs['config'] = cfg.trainer.deepspeed.ds_cfg kwargs['config'] = cfg.trainer.deepspeed.ds_cfg
kwargs['config_class'] = DeepSpeedConfig(kwargs['config']) kwargs['config_class'] = DeepSpeedConfig(kwargs['config'])
if "stats" in kwargs: stats = {
# stats COULD be = None "global_steps": 0,
stats = kwargs.pop('stats') "micro_steps": 0,
if stats is None: "global_samples": 0,
stats = { "tokens_processed": 0,
"global_steps": 0, }
"micro_steps": 0,
"global_samples": 0, # kwargs['stats'] = None will return None when popped
"tokens_processed": 0, maybe_stats = kwargs.pop('stats', stats)
} if maybe_stats is not None:
stats = maybe_stats
super().__init__(None, *args, **kwargs) super().__init__(None, *args, **kwargs)
self._frozen_params = set() self._frozen_params = set()