[trainer] Add Muon Optimizer (#7749)

Co-authored-by: hoshi-hiyouga <hiyouga@buaa.edu.cn>
2025-04-21 23:38:37 +08:00
parent 416853dd25
commit 12ada72ed4
10 changed files with 371 additions and 25 deletions
--- a/src/llamafactory/hparams/parser.py
+++ b/src/llamafactory/hparams/parser.py
@@ -153,7 +153,7 @@ def _check_extra_dependencies(
    elif model_args.infer_backend == EngineName.SGLANG:
        check_version("sglang>=0.4.4")
        check_version("sglang", mandatory=True)
-
+    
    if finetuning_args.use_galore:
        check_version("galore_torch", mandatory=True)