mrq/DL-Art-School
1
3
Fork 5
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Set post_transform_block to None where applicable

Browse Source
This commit is contained in:
James Betker 2020-10-15 17:20:42 -06:00
parent 6f8705e8cb
commit c4543ce124
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
codes/models/archs/SwitchedResidualGenerator_arch.py
View File

@ -99,8 +99,7 @@ class ConfigurableSwitchComputer(nn.Module):
# And the switch itself, including learned scalars # And the switch itself, including learned scalars
self.switch = BareConvSwitch(initial_temperature=init_temp, attention_norm=AttentionNorm(transform_count, accumulator_size=anorm_multiplier * transform_count) if attention_norm else None) self.switch = BareConvSwitch(initial_temperature=init_temp, attention_norm=AttentionNorm(transform_count, accumulator_size=anorm_multiplier * transform_count) if attention_norm else None)
self.switch_scale = nn.Parameter(torch.full((1,), float(1))) self.switch_scale = nn.Parameter(torch.full((1,), float(1)))
if post_transform_block is not None: self.post_transform_block = post_transform_block
self.post_transform_block = post_transform_block
if post_switch_conv: if post_switch_conv:
self.post_switch_conv = ConvBnLelu(base_filters, base_filters, norm=False, bias=True) self.post_switch_conv = ConvBnLelu(base_filters, base_filters, norm=False, bias=True)
# The post_switch_conv gets a low scale initially. The network can decide to magnify it (or not) # The post_switch_conv gets a low scale initially. The network can decide to magnify it (or not)