Merge pull request #5095 from relic-yuexi/feat-optimizer

Feat optimizer

Former-commit-id: f08390d252d42a812b71a08daba7339cc40889b7

src/llamafactory/hparams/finetuning_args.py

@@ -342,6 +342,10 @@ class FinetuningArguments(FreezeArguments, LoraArguments, RLHFArguments, GaloreA
         default=False,
         metadata={"help": "Whether or not to save the training loss curves."},
     )
+    use_adammini: bool = field(
+        default=False,
+        metadata={"help": "Whether or not to use AdamMini optimizer."},
+    )
 
     def __post_init__(self):
         def split_arg(arg):