From d1d8e8bae13367ae59c3aa4058aa7d51378af632 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Wed, 19 Jul 2023 22:53:46 +0800 Subject: [PATCH] tiny fix --- src/llmtuner/tuner/core/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/tuner/core/loader.py b/src/llmtuner/tuner/core/loader.py index b7cf6cfb..025a37df 100644 --- a/src/llmtuner/tuner/core/loader.py +++ b/src/llmtuner/tuner/core/loader.py @@ -10,7 +10,7 @@ from transformers import ( ) from transformers.utils import check_min_version from transformers.utils.versions import require_version -from transformers.trainer import is_deepspeed_zero3_enabled +from transformers.deepspeed import is_deepspeed_zero3_enabled from transformers.modeling_utils import PretrainedConfig, PreTrainedModel from transformers.tokenization_utils import PreTrainedTokenizerBase from trl import AutoModelForCausalLMWithValueHead