fix #1418
This commit is contained in:
parent
b2a60905f3
commit
7ebd63a609
|
@ -3,7 +3,7 @@ transformers>=4.31.0,<4.35.0
|
||||||
datasets>=2.12.0
|
datasets>=2.12.0
|
||||||
accelerate>=0.21.0
|
accelerate>=0.21.0
|
||||||
peft>=0.6.0
|
peft>=0.6.0
|
||||||
trl>=0.7.2
|
trl==0.7.2
|
||||||
gradio>=3.38.0,<4.0.0
|
gradio>=3.38.0,<4.0.0
|
||||||
scipy
|
scipy
|
||||||
sentencepiece
|
sentencepiece
|
||||||
|
|
|
@ -41,7 +41,7 @@ require_version("transformers>=4.31.0,<4.35.0", "To fix: pip install \"transform
|
||||||
require_version("datasets>=2.12.0", "To fix: pip install datasets>=2.12.0")
|
require_version("datasets>=2.12.0", "To fix: pip install datasets>=2.12.0")
|
||||||
require_version("accelerate>=0.21.0", "To fix: pip install accelerate>=0.21.0")
|
require_version("accelerate>=0.21.0", "To fix: pip install accelerate>=0.21.0")
|
||||||
require_version("peft>=0.6.0", "To fix: pip install peft>=0.6.0")
|
require_version("peft>=0.6.0", "To fix: pip install peft>=0.6.0")
|
||||||
require_version("trl>=0.7.2", "To fix: pip install trl>=0.7.2")
|
require_version("trl==0.7.2", "To fix: pip install trl==0.7.2")
|
||||||
|
|
||||||
|
|
||||||
def load_model_and_tokenizer(
|
def load_model_and_tokenizer(
|
||||||
|
|
|
@ -3,7 +3,7 @@ import sys
|
||||||
import math
|
import math
|
||||||
import torch
|
import torch
|
||||||
from tqdm import tqdm
|
from tqdm import tqdm
|
||||||
from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple
|
from typing import TYPE_CHECKING, Dict, List, Optional, Tuple
|
||||||
|
|
||||||
from transformers import GenerationConfig, Trainer, TrainerState, TrainerControl
|
from transformers import GenerationConfig, Trainer, TrainerState, TrainerControl
|
||||||
from transformers.trainer_utils import PREFIX_CHECKPOINT_DIR
|
from transformers.trainer_utils import PREFIX_CHECKPOINT_DIR
|
||||||
|
|
Loading…
Reference in New Issue