whoops

2022-06-11 11:22:34 -06:00 · 2022-06-11 11:22:34 -06:00 · 999a140f9f
commit 999a140f9f
parent 00b9f332ee
1 changed files with 1 additions and 1 deletions
--- a/codes/models/audio/music/transformer_diffusion9.py
+++ b/codes/models/audio/music/transformer_diffusion9.py
@ -57,7 +57,7 @@ class DietAttentionBlock(TimestepBlock):
        h = torch.cat([ah, h], dim=-1)
        h = F.gelu(self.attnorm(h))
        h = checkpoint(self.ff, h)
-        return h * self.exit_mult
+        return h * self.exit_mult + x


 class TransformerDiffusion(nn.Module):