add full parameter finetuning of mllm

Former-commit-id: f90c1da5636ac3cb8112c5081a3b56b09a17fcf8
2026-02-01 08:13:38 +00:00 · 2024-05-11 13:11:00 +08:00
parent 827a929f1d
commit 1a78b675be
3 changed files with 7 additions and 2 deletions
--- a/src/llmtuner/model/loader.py
+++ b/src/llmtuner/model/loader.py
@@ -155,7 +155,8 @@ def load_model(
        model.eval()
    else:
        model.train()
-
+        if model_args.visual_inputs:
+            model.vision_tower.requires_grad_(False)
    trainable_params, all_param = count_parameters(model)
    if is_trainable:
        param_stats = "trainable params: {:d} || all params: {:d} || trainable%: {:.4f}".format(