This commit is contained in:
hiyouga 2024-02-15 19:07:47 +08:00
parent 7924ffc55d
commit 22acab8aff
2 changed files with 3 additions and 3 deletions

View File

@ -190,7 +190,7 @@
"tags": {
"role_tag": "role",
"content_tag": "content",
"user_tag": "human",
"user_tag": "user",
"assistant_tag": "assistant"
},
"formatting": "sharegpt"

View File

@ -63,8 +63,8 @@ def init_adapter(
freeze_modules = {"all"}
for name, _ in model.named_modules():
if "0." in name:
freeze_modules.add(name.split("0.")[-1].split(".")[0])
if ".0." in name:
freeze_modules.add(name.split(".0.")[-1].split(".")[0])
trainable_layers = []
for module_name in finetuning_args.name_module_trainable: