From 999a140f9f6f82b5a2c7d674816212e8d65c2b4f Mon Sep 17 00:00:00 2001 From: James Betker Date: Sat, 11 Jun 2022 11:22:34 -0600 Subject: [PATCH] whoops --- codes/models/audio/music/transformer_diffusion9.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/codes/models/audio/music/transformer_diffusion9.py b/codes/models/audio/music/transformer_diffusion9.py index 1de4a285..0ac5d7af 100644 --- a/codes/models/audio/music/transformer_diffusion9.py +++ b/codes/models/audio/music/transformer_diffusion9.py @@ -57,7 +57,7 @@ class DietAttentionBlock(TimestepBlock): h = torch.cat([ah, h], dim=-1) h = F.gelu(self.attnorm(h)) h = checkpoint(self.ff, h) - return h * self.exit_mult + return h * self.exit_mult + x class TransformerDiffusion(nn.Module):