From 4fb7e046b3599aebeeba5b150acb6369f70ecb49 Mon Sep 17 00:00:00 2001
From: Marco <121761685+mlinmg@users.noreply.github.com>
Date: Thu, 18 Apr 2024 20:33:29 +0200
Subject: [PATCH] fix small typo

---
 src/llmtuner/hparams/parser.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/llmtuner/hparams/parser.py b/src/llmtuner/hparams/parser.py
index ea4d169f..246d97cf 100644
--- a/src/llmtuner/hparams/parser.py
+++ b/src/llmtuner/hparams/parser.py
@@ -82,7 +82,7 @@ def _check_extra_dependencies(
     if model_args.use_unsloth:
         require_version("unsloth", "Please install unsloth: https://github.com/unslothai/unsloth")
 
-    if model_args.mixture_of_depths:
+    if model_args.mixture_of_depths == 'convert' or model_args.mixture_of_depths == 'continue':
         require_version("mixture-of-depth", "To fix: pip install mixture-of-depth")
 
     if model_args.infer_backend == "vllm":