_is_bf16_available judgment supports npu

2024-08-16 02:58:22 +00:00 · 2024-08-16 02:58:22 +00:00 · 384ab8db84
parent 625a0e32c4
commit 384ab8db84
1 changed files with 1 additions and 1 deletions
--- a/src/llamafactory/extras/misc.py
+++ b/src/llamafactory/extras/misc.py
@ -37,7 +37,7 @@ from .logging import get_logger

 _is_fp16_available = is_torch_npu_available() or is_torch_cuda_available()
 try:
-    _is_bf16_available = is_torch_bf16_gpu_available()
+    _is_bf16_available = is_torch_bf16_gpu_available() or (is_torch_npu_available() and torch.npu.is_bf16_supported())
 except Exception:
    _is_bf16_available = False