fix save function

Former-commit-id: 1d6beb0c8490a7531ffdf7a2819410597b200d12
2023-07-21 14:09:07 +08:00
parent 49c90044ce
commit a1468139a5
2 changed files with 4 additions and 4 deletions
--- a/src/llmtuner/tuner/core/trainer.py
+++ b/src/llmtuner/tuner/core/trainer.py
@@ -56,7 +56,7 @@ class PeftTrainer(Seq2SeqTrainer):
            backbone_model.config.use_cache = True
            backbone_model.save_pretrained(
                output_dir,
-                state_dict=get_state_dict(backbone_model),
+                state_dict=get_state_dict(backbone_model, trainable_only=(self.finetuning_args.finetuning_type != "full")),
                safe_serialization=self.args.save_safetensors
            )
            backbone_model.config.use_cache = False