From b9f53a3ff9a5de8eb9be272829d1ec47ae370431 Mon Sep 17 00:00:00 2001 From: James Betker Date: Sun, 19 Jun 2022 21:07:13 -0600 Subject: [PATCH] don't populate gn5 --- codes/models/audio/music/unet_diffusion_waveform_gen3.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/codes/models/audio/music/unet_diffusion_waveform_gen3.py b/codes/models/audio/music/unet_diffusion_waveform_gen3.py index 165c8cd2..972c26ea 100644 --- a/codes/models/audio/music/unet_diffusion_waveform_gen3.py +++ b/codes/models/audio/music/unet_diffusion_waveform_gen3.py @@ -110,7 +110,8 @@ class StackedResidualBlock(TimestepBlock): self.add_module( f'conv{i + 1}', nn.Conv1d(channels + i * gc, out_channels, 3, 1, 1)) - self.add_module(f'gn{i+1}', nn.GroupNorm(num_groups=8, num_channels=out_channels)) + if i != 4: + self.add_module(f'gn{i+1}', nn.GroupNorm(num_groups=8, num_channels=out_channels)) self.lrelu = nn.LeakyReLU(negative_slope=0.2, inplace=True) zero_module(self.conv5) self.drop = nn.Dropout(p=dropout)