This commit is contained in:
mrq 2024-05-31 22:22:28 -05:00
parent b482ca19ff
commit e9c87060df

View File

@ -214,7 +214,7 @@ class Model:
audio_embedding_sums: bool = True
dropout: float = 0.1 # adjustable dropout value
loss_factors: dict = field(default_factory=lambda: { "text": 0.1, "prom": 0.0, "resp": 1.0 })
kv_heads: int = 4
kv_heads: int = 0
def get(self, name=None):
return [ self ] if not name or self.name == name else []