kxngluca/DL-Art-School
1
0
Fork 0
forked from mrq/DL-Art-School
Code Pull Requests Activity

Fixor

Browse Source
This commit is contained in:
James Betker 2021-06-07 11:58:36 -06:00
parent c456a60466
commit f0d4eb9182
1 changed files with 1 additions and 1 deletions

2
codes/models/classifiers/cifar_resnet_branched.py
View File

@ -166,7 +166,7 @@ class DropoutNorm(SwitchNorm):
# Ensure that there is always at least one switch left un-dropped out # Ensure that there is always at least one switch left un-dropped out
fix_blank = (drop.sum(dim=1, keepdim=True) == 0).repeat(1, br) fix_blank = (drop.sum(dim=1, keepdim=True) == 0).repeat(1, br)
drop = drop.logical_or(fix_blank) drop = drop.logical_or(fix_blank)
x = drop * x + ((not drop) * x * self.eps) x = drop * x + ((~drop) * x * self.eps)
return x return x