mirrors
/
mmpretrain
mirror of https://github.com/open-mmlab/mmpretrain.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[Fix] Change lora key

pull/1687/head
fanqiNO1 2023-07-20 18:58:33 +08:00
parent 7b42024926
commit 347bd95ad3
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
mmpretrain/models/peft/lora.py
View File

@ -176,7 +176,7 @@ class LoRAModel(BaseModule):
"""Save only the lora parameters to the state dict."""
keys = [k for k, _ in state_dict.items()]
for key in keys:
if 'lora_' not in key:
if '.lora_' not in key:
state_dict.pop(key)
self._register_state_dict_hook(_state_dict_hook)
@ -185,12 +185,12 @@ class LoRAModel(BaseModule):
"""Handle the incompatible keys while loading the state dict."""
missing_keys = incompatible_keys.missing_keys.copy()
for key in missing_keys:
if 'lora_' not in key:
if '.lora_' not in key:
incompatible_keys.missing_keys.remove(key)
unexpected_keys = incompatible_keys.unexpected_keys.copy()
for key in unexpected_keys:
if 'lora_' not in key:
if '.lora_' not in key:
incompatible_keys.unexpected_keys.remove(key)
self.register_load_state_dict_post_hook(_load_state_dict_post_hook)