[feature] add support for dft loss (#8917)

2025-08-15 23:29:57 +08:00
parent 936f4fd78e
commit 1ada15981a
4 changed files with 97 additions and 0 deletions
--- a/src/llamafactory/hparams/finetuning_args.py
+++ b/src/llamafactory/hparams/finetuning_args.py
@@ -428,6 +428,10 @@ class FinetuningArguments(
        default=False,
        metadata={"help": "Whether or not to use the Muon optimizer."},
    )
+    use_dft_loss: bool = field(
+        default=False,
+        metadata={"help": "Whether to use the DFT loss."},
+    )
    freeze_vision_tower: bool = field(
        default=True,
        metadata={"help": "Whether ot not to freeze the vision tower in MLLM training."},