This commit is contained in:
hiyouga 2023-11-07 16:17:22 +08:00
parent b2a60905f3
commit 7ebd63a609
3 changed files with 3 additions and 3 deletions

View File

@ -3,7 +3,7 @@ transformers>=4.31.0,<4.35.0
datasets>=2.12.0 datasets>=2.12.0
accelerate>=0.21.0 accelerate>=0.21.0
peft>=0.6.0 peft>=0.6.0
trl>=0.7.2 trl==0.7.2
gradio>=3.38.0,<4.0.0 gradio>=3.38.0,<4.0.0
scipy scipy
sentencepiece sentencepiece

View File

@ -41,7 +41,7 @@ require_version("transformers>=4.31.0,<4.35.0", "To fix: pip install \"transform
require_version("datasets>=2.12.0", "To fix: pip install datasets>=2.12.0") require_version("datasets>=2.12.0", "To fix: pip install datasets>=2.12.0")
require_version("accelerate>=0.21.0", "To fix: pip install accelerate>=0.21.0") require_version("accelerate>=0.21.0", "To fix: pip install accelerate>=0.21.0")
require_version("peft>=0.6.0", "To fix: pip install peft>=0.6.0") require_version("peft>=0.6.0", "To fix: pip install peft>=0.6.0")
require_version("trl>=0.7.2", "To fix: pip install trl>=0.7.2") require_version("trl==0.7.2", "To fix: pip install trl==0.7.2")
def load_model_and_tokenizer( def load_model_and_tokenizer(

View File

@ -3,7 +3,7 @@ import sys
import math import math
import torch import torch
from tqdm import tqdm from tqdm import tqdm
from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple from typing import TYPE_CHECKING, Dict, List, Optional, Tuple
from transformers import GenerationConfig, Trainer, TrainerState, TrainerControl from transformers import GenerationConfig, Trainer, TrainerState, TrainerControl
from transformers.trainer_utils import PREFIX_CHECKPOINT_DIR from transformers.trainer_utils import PREFIX_CHECKPOINT_DIR