p04798526
/
LLaMA-Factory-Mirror
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #451 from jovialchen/main 

huggingface login for projects must login while running
This commit is contained in:
hoshi-hiyouga 2023-08-10 17:25:38 +08:00 committed by GitHub
parent ad6e7c76c7 3e000c2b60
commit 685dae4eff
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
requirements.txt
View File

@ -16,3 +16,4 @@ pydantic==1.10.11
fastapi==0.95.1 fastapi==0.95.1
sse-starlette sse-starlette
matplotlib matplotlib
huggingface_hub

9
src/llmtuner/hparams/model_args.py
View File

@ -1,6 +1,7 @@
import torch import torch
from typing import Literal, Optional from typing import Literal, Optional
from dataclasses import dataclass, field from dataclasses import dataclass, field
from huggingface_hub.hf_api import HfFolder
@dataclass @dataclass
@ -63,6 +64,11 @@ class ModelArguments:
default=False, default=False,
metadata={"help": "Whether to plot the training loss after fine-tuning or not."} metadata={"help": "Whether to plot the training loss after fine-tuning or not."}
) )
hf_hub_token : Optional[str] = field(
default=None,
metadata={"help": "Path to the directory containing the checkpoints of the reward model."}
)
def __post_init__(self): def __post_init__(self):
if self.checkpoint_dir is not None: # support merging multiple lora weights if self.checkpoint_dir is not None: # support merging multiple lora weights
@ -70,3 +76,6 @@ class ModelArguments:
if self.quantization_bit is not None: if self.quantization_bit is not None:
assert self.quantization_bit in [4, 8], "We only accept 4-bit or 8-bit quantization." assert self.quantization_bit in [4, 8], "We only accept 4-bit or 8-bit quantization."
if self.use_auth_token == True and self.hf_hub_token != None:
HfFolder.save_token(self.hf_hub_token)