support liger kernel

Former-commit-id: 0f4e54abf6c5feb2329855a4047597ad5147720a
2024-08-27 11:20:14 +08:00
parent 47877acc2a
commit 206a8364d4
8 changed files with 69 additions and 7 deletions
--- a/src/llamafactory/hparams/parser.py
+++ b/src/llamafactory/hparams/parser.py
@@ -116,6 +116,9 @@ def _check_extra_dependencies(
    if model_args.use_unsloth:
        require_version("unsloth", "Please install unsloth: https://github.com/unslothai/unsloth")

+    if model_args.use_liger_kernel:
+        require_version("liger-kernel", "To fix: pip install liger-kernel")
+
    if model_args.mixture_of_depths is not None:
        require_version("mixture-of-depth>=1.1.6", "To fix: pip install mixture-of-depth>=1.1.6")