mrq/DL-Art-School
1
3
Fork 5
Code Issues Pull Requests Packages Projects Releases Wiki Activity

a

Browse Source
This commit is contained in:
James Betker 2022-05-26 10:13:27 -06:00
parent aa653115f1
commit 1dbe0b6b2e
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
codes/models/audio/music/transformer_diffusion3.py
View File

@ -151,9 +151,7 @@ class TransformerDiffusion(nn.Module):
def get_grad_norm_parameter_groups(self): def get_grad_norm_parameter_groups(self):
groups = { groups = {
'contextual_embedder': list(self.conditioning_embedder.parameters()), 'contextual_embedder': list(self.conditioning_embedder.parameters()),
'top_layers': list(self.top_layers.parameters()) + list(self.inp_block.parameters()), 'layers': list(self.layers.parameters()) + list(self.inp_block.parameters()),
'mid_layers': list(self.mid_layers.parameters()),
'final_layers': list(self.final_layers.parameters()),
'code_converters': list(self.embeddings.parameters()) + list(self.code_converter.parameters()) + list(self.latent_conditioner.parameters()), 'code_converters': list(self.embeddings.parameters()) + list(self.code_converter.parameters()) + list(self.latent_conditioner.parameters()),
'time_embed': list(self.time_embed.parameters()), 'time_embed': list(self.time_embed.parameters()),
} }