Experiment: get rid of post_switch_conv
This commit is contained in:
parent
17191de836
commit
30653181ba
|
@ -212,7 +212,7 @@ class ConfigurableSwitchComputer(nn.Module):
|
|||
|
||||
outputs, attention = self.switch(xformed, m, True)
|
||||
outputs = identity + outputs
|
||||
outputs = identity + self.post_switch_conv(outputs)
|
||||
#outputs = identity + self.post_switch_conv(outputs)
|
||||
outputs = outputs * self.scale + self.bias
|
||||
if output_attention_weights:
|
||||
return outputs, attention
|
||||
|
|
Loading…
Reference in New Issue
Block a user