fix #2481
This commit is contained in:
parent
7924ffc55d
commit
22acab8aff
|
@ -190,7 +190,7 @@
|
|||
"tags": {
|
||||
"role_tag": "role",
|
||||
"content_tag": "content",
|
||||
"user_tag": "human",
|
||||
"user_tag": "user",
|
||||
"assistant_tag": "assistant"
|
||||
},
|
||||
"formatting": "sharegpt"
|
||||
|
|
|
@ -63,8 +63,8 @@ def init_adapter(
|
|||
|
||||
freeze_modules = {"all"}
|
||||
for name, _ in model.named_modules():
|
||||
if "0." in name:
|
||||
freeze_modules.add(name.split("0.")[-1].split(".")[0])
|
||||
if ".0." in name:
|
||||
freeze_modules.add(name.split(".0.")[-1].split(".")[0])
|
||||
|
||||
trainable_layers = []
|
||||
for module_name in finetuning_args.name_module_trainable:
|
||||
|
|
Loading…
Reference in New Issue