From c000e489fa102ad4fb04dae4c02da6fba5774494 Mon Sep 17 00:00:00 2001 From: James Betker Date: Fri, 17 Jun 2022 09:40:11 -0600 Subject: [PATCH] . --- codes/models/audio/music/transformer_diffusion12.py | 1 + 1 file changed, 1 insertion(+) diff --git a/codes/models/audio/music/transformer_diffusion12.py b/codes/models/audio/music/transformer_diffusion12.py index 77e716ec..58a11870 100644 --- a/codes/models/audio/music/transformer_diffusion12.py +++ b/codes/models/audio/music/transformer_diffusion12.py @@ -540,6 +540,7 @@ class TransformerDiffusionWithCheaterLatent(nn.Module): def get_debug_values(self, step, __): self.internal_step = step + return {} def get_grad_norm_parameter_groups(self): attn1 = list(itertools.chain.from_iterable([lyr.block1.attn.parameters() for lyr in self.diff.layers]))