Merge pull request #4006 from Uminosachi/scheduler-kwargs

Set scheduler_specific_kwargs to get_scheduler Former-commit-id: c6ed1955fd8990ddb960750913c9d8b13fe0ace3
2024-06-03 19:27:53 +08:00
parent 8264e5ceaa 2696f614a7
commit eae9f09ca8
1 changed files with 1 additions and 0 deletions
--- a/src/llamafactory/train/utils.py
+++ b/src/llamafactory/train/utils.py
@@ -379,6 +379,7 @@ def create_custom_scheduler(
                optimizer=optimizer_dict[param],
                num_warmup_steps=training_args.get_warmup_steps(num_training_steps),
                num_training_steps=num_training_steps,
+                scheduler_specific_kwargs=training_args.lr_scheduler_kwargs,
            )

        def scheduler_hook(param: "torch.nn.Parameter"):