fix small typo

Former-commit-id: 5638a03cd0cf8119ff366b3b3e303b5a2351b065
2024-04-18 20:33:29 +02:00
parent 44cda2eece
commit abd9fed445
1 changed files with 1 additions and 1 deletions
--- a/src/llmtuner/hparams/parser.py
+++ b/src/llmtuner/hparams/parser.py
@@ -82,7 +82,7 @@ def _check_extra_dependencies(
    if model_args.use_unsloth:
        require_version("unsloth", "Please install unsloth: https://github.com/unslothai/unsloth")

-    if model_args.mixture_of_depths:
+    if model_args.mixture_of_depths == 'convert' or model_args.mixture_of_depths == 'continue':
        require_version("mixture-of-depth", "To fix: pip install mixture-of-depth")

    if model_args.infer_backend == "vllm":