p04798526
/
LLaMA-Factory-310P3
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix #2481

This commit is contained in:
hiyouga 2024-02-15 19:07:47 +08:00
parent 7924ffc55d
commit 22acab8aff
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
data/dataset_info.json
View File

@ -190,7 +190,7 @@
"tags": { "tags": {
"role_tag": "role", "role_tag": "role",
"content_tag": "content", "content_tag": "content",
"user_tag": "human", "user_tag": "user",
"assistant_tag": "assistant" "assistant_tag": "assistant"
}, },
"formatting": "sharegpt" "formatting": "sharegpt"

4
src/llmtuner/model/adapter.py
View File

@ -63,8 +63,8 @@ def init_adapter(
freeze_modules = {"all"} freeze_modules = {"all"}
for name, _ in model.named_modules(): for name, _ in model.named_modules():
if "0." in name: if ".0." in name:
freeze_modules.add(name.split("0.")[-1].split(".")[0]) freeze_modules.add(name.split(".0.")[-1].split(".")[0])
trainable_layers = [] trainable_layers = []
for module_name in finetuning_args.name_module_trainable: for module_name in finetuning_args.name_module_trainable: