mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

ugh

Browse Source
This commit is contained in:
mrq 2025-03-17 21:49:45 -05:00
parent b0dba9db07
commit 0280e72257
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vall_e/models/base_v2.py
View File

@ -1113,7 +1113,7 @@ class Base_V2(nn.Module):
is_causal = [ l in causal_levels for l in classifier_levels ] if self.noncausal_masks else [ True for l in classifier_levels ] is_causal = [ l in causal_levels for l in classifier_levels ] if self.noncausal_masks else [ True for l in classifier_levels ]
if self.parallel_attention_mask_dropout > 0: if self.parallel_attention_mask_dropout > 0:
is_causal = [ True if random.random() < parallel_attention_mask_dropout else m for m in is_causal ] is_causal = [ True if random.random() < self.parallel_attention_mask_dropout else m for m in is_causal ]
# create special masks # create special masks
# to-do, create it if mixed (although I expect this model to be purely non-causal) # to-do, create it if mixed (although I expect this model to be purely non-causal)