From 662d9a3a4ec5ee408f5c9574c502e0af662fd821 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Fri, 1 Dec 2023 22:55:41 +0800 Subject: [PATCH] fix #1703 --- src/llmtuner/extras/misc.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/extras/misc.py b/src/llmtuner/extras/misc.py index 33efb7d2..e1ae7d9f 100644 --- a/src/llmtuner/extras/misc.py +++ b/src/llmtuner/extras/misc.py @@ -73,7 +73,7 @@ def get_current_device() -> str: if accelerate.utils.is_xpu_available(): return "xpu:{}".format(os.environ.get("LOCAL_RANK", "0")) elif accelerate.utils.is_npu_available() or torch.cuda.is_available(): - return os.environ.get("LOCAL_RANK", "0") + return "cuda:{}".format(os.environ.get("LOCAL_RANK", "0")) else: return "cpu"