mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

Only rearrange weight if it exists

Browse Source
This commit is contained in:
Max Ryabinin 2023-06-14 19:27:13 +02:00
parent c1f3f56d2c
commit b599fdb197
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
bitsandbytes/nn/modules.py
View File

@ -307,7 +307,10 @@ class Int8Params(torch.nn.Parameter):
def maybe_rearrange_weight(state_dict, prefix, local_metadata, strict, missing_keys, unexpected_keys, error_msgs):
weight = state_dict[f"{prefix}weight"]
weight = state_dict.get(f"{prefix}weight")
if weight is None:
# if the state dict has no weights for this layer (e.g., LoRA finetuning), do nothing
return
weight_format = state_dict.pop(f"{prefix}weight_format", "row")
if weight_format != "row":