fix tol

Former-commit-id: bdb54bcb477126687db789bd89f2df84e424a2a3
2024-06-16 01:38:44 +08:00
parent 8393b08666
commit 727943f078
4 changed files with 5 additions and 4 deletions
--- a/src/llamafactory/train/trainer_utils.py
+++ b/src/llamafactory/train/trainer_utils.py
@@ -213,6 +213,7 @@ def convert_pissa_adapter(
                safe_serialization=training_args.save_safetensors,
                convert_pissa_to_lora=pissa_init_dir,
            )
+            # TODO: the model is applied pissa again unexpectedly
            unwrapped_model.load_adapter(pissa_backup_dir, "default", is_trainable=True)
            unwrapped_model.set_adapter("default")