p04798526
/
OpenDeltaMirror
mirror of https://github.com/thunlp/OpenDelta.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix virtualkey referenced before assignment

This commit is contained in:
shengdinghu 2022-10-16 01:12:12 +00:00
parent 5da7436280
commit 28a6af662a
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
opendelta/basemodel.py
View File

@ -198,9 +198,7 @@ class DeltaBase(nn.Module, SaveLoadMixin):
# create a new key list to avoid recursion. # create a new key list to avoid recursion.
backbone_key_list = [key for key, _ in backbone.named_modules()] backbone_key_list = [key for key, _ in backbone.named_modules()]
for key in backbone_key_list: for key in backbone_key_list:
print(key)
if self.find_key(key, modified_modules): if self.find_key(key, modified_modules):
print("found!")
self.update_module(backbone, key) self.update_module(backbone, key)
if self._need_pseudo_data: if self._need_pseudo_data:
self._pseudo_data_to_instantiate(backbone) self._pseudo_data_to_instantiate(backbone)
@ -324,6 +322,7 @@ class DeltaBase(nn.Module, SaveLoadMixin):
for x in self.exclude_modules: for x in self.exclude_modules:
if key.startswith(x): # start with the excluded key if key.startswith(x): # start with the excluded key
return False return False
virtual_key, in_virtual_order = None, None
if self.structure_mapping is not None: if self.structure_mapping is not None:
key, virtual_key, in_virtual_order = self.structure_mapping.transform(key, strict=False) key, virtual_key, in_virtual_order = self.structure_mapping.transform(key, strict=False)
# currently in_virtual_order not in use, it means that if the common structure designate adding adapter to FFN, it will be add to all submodule of FFN. # currently in_virtual_order not in use, it means that if the common structure designate adding adapter to FFN, it will be add to all submodule of FFN.