p12475398
/
LLaMA-Factory-Mirror
forked from p04798526/LLaMA-Factory-Mirror
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

tiny fix

This commit is contained in:
hoshi-hiyouga 2023-12-13 10:21:29 +08:00
parent 1fcd545c3d
commit 6953096c9d
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/llmtuner/model/utils.py
View File

@ -181,8 +181,8 @@ def resize_embedding_layer(model: "PreTrainedModel", tokenizer: "PreTrainedToken
logger.warning("Current model does not support resizing token embeddings.")
return
old_vocab_size = model.get_input_embeddings().weight.size(0)
if len(tokenizer) > old_vocab_size:
current_embedding_size = model.get_input_embeddings().weight.size(0)
if len(tokenizer) > current_embedding_size:
model.resize_token_embeddings(len(tokenizer), pad_to_multiple_of=64)
new_vocab_size = model.get_input_embeddings().weight.size(0)
logger.info("Resized token embeddings from {} to {}.".format(old_vocab_size, new_vocab_size))
new_embedding_size = model.get_input_embeddings().weight.size(0)
logger.info("Resized token embeddings from {} to {}.".format(current_embedding_size, new_embedding_size))