forgot to disable verbose flag
This commit is contained in:
parent
3dca1125f5
commit
253441b750
|
@ -197,7 +197,7 @@ try:
|
|||
except Exception as e:
|
||||
print("Error creating `LLamaXformersAttention`:", e)
|
||||
|
||||
def replace_attention( model, impl, verbose=True ):
|
||||
def replace_attention( model, impl, verbose=Valse ):
|
||||
device = next(model.parameters()).device
|
||||
dtype = next(model.parameters()).dtype
|
||||
attentions = [k.split('.') for k, m in model.named_modules() if isinstance(m, LlamaAttention)]
|
||||
|
|
Loading…
Reference in New Issue
Block a user