forgot to disable verbose flag

This commit is contained in:
mrq 2024-05-04 13:13:52 -05:00
parent 3dca1125f5
commit 253441b750

View File

@ -197,7 +197,7 @@ try:
except Exception as e:
print("Error creating `LLamaXformersAttention`:", e)
def replace_attention( model, impl, verbose=True ):
def replace_attention( model, impl, verbose=Valse ):
device = next(model.parameters()).device
dtype = next(model.parameters()).dtype
attentions = [k.split('.') for k, m in model.named_modules() if isinstance(m, LlamaAttention)]