kxngluca/DL-Art-School
1
0
Fork 0
forked from mrq/DL-Art-School
Code Pull Requests Activity

df

Browse Source
This commit is contained in:
James Betker 2022-03-04 13:47:00 -07:00
parent 382681a35d
commit 6000580e2e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
codes/trainer/ExtensibleTrainer.py
View File

@ -453,7 +453,7 @@ class ExtensibleTrainer(BaseModel):
for k, v in log.items(): for k, v in log.items():
if not isinstance(v, torch.Tensor): if not isinstance(v, torch.Tensor):
continue continue
if v.len(v.shape) != 1 or v.dtype != torch.float: if len(v.shape) != 1 or v.dtype != torch.float:
continue continue
distributed.all_reduce(v, op=distributed.ReduceOp.SUM) distributed.all_reduce(v, op=distributed.ReduceOp.SUM)
log[k] = v / distributed.get_world_size() log[k] = v / distributed.get_world_size()