Experiment: get rid of post_switch_conv
This commit is contained in:
parent
17191de836
commit
30653181ba
|
@ -212,7 +212,7 @@ class ConfigurableSwitchComputer(nn.Module):
|
||||||
|
|
||||||
outputs, attention = self.switch(xformed, m, True)
|
outputs, attention = self.switch(xformed, m, True)
|
||||||
outputs = identity + outputs
|
outputs = identity + outputs
|
||||||
outputs = identity + self.post_switch_conv(outputs)
|
#outputs = identity + self.post_switch_conv(outputs)
|
||||||
outputs = outputs * self.scale + self.bias
|
outputs = outputs * self.scale + self.bias
|
||||||
if output_attention_weights:
|
if output_attention_weights:
|
||||||
return outputs, attention
|
return outputs, attention
|
||||||
|
|
Loading…
Reference in New Issue
Block a user