mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

lol

Browse Source
This commit is contained in:
mrq 2025-02-28 18:06:41 -06:00
parent a174c33db6
commit 4e7d885542
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vall_e/models/base_v2.py
View File

@ -449,9 +449,9 @@ class Base_V2(nn.Module):
hidden_act="gelu",
is_encoder_decoder=False,
is_decoder=True,
output_norm=not per_level_normalization, # moves the LN out to the decoder
#gradient_checkpointing=self.gradient_checkpointing,
)
self.model_config.output_norm = not per_level_normalization # moves the LN out to the decoder
self.model_config.attn_mode = attention_backend
self.model = LlamaModel(self.model_config)