Merge pull request #5193 from Ricardo-L-C/main

_is_bf16_available judgment supports npu
2024-08-19 23:40:59 +08:00 · 2024-08-19 23:40:59 +08:00 · 5d5bfc83e6
parent 3804ddec9e 384ab8db84
commit 5d5bfc83e6
1 changed files with 1 additions and 1 deletions
--- a/src/llamafactory/extras/misc.py
+++ b/src/llamafactory/extras/misc.py
@ -37,7 +37,7 @@ from .logging import get_logger

 _is_fp16_available = is_torch_npu_available() or is_torch_cuda_available()
 try:
-    _is_bf16_available = is_torch_bf16_gpu_available()
+    _is_bf16_available = is_torch_bf16_gpu_available() or (is_torch_npu_available() and torch.npu.is_bf16_supported())
 except Exception:
    _is_bf16_available = False