Experiment: get rid of post_switch_conv

This commit is contained in:
James Betker 2020-07-01 16:30:40 -06:00
parent 17191de836
commit 30653181ba

View File

@ -212,7 +212,7 @@ class ConfigurableSwitchComputer(nn.Module):
outputs, attention = self.switch(xformed, m, True)
outputs = identity + outputs
outputs = identity + self.post_switch_conv(outputs)
#outputs = identity + self.post_switch_conv(outputs)
outputs = outputs * self.scale + self.bias
if output_attention_weights:
return outputs, attention