add full parameter finetuning of mllm

Former-commit-id: f90c1da5636ac3cb8112c5081a3b56b09a17fcf8
2024-05-11 13:11:00 +08:00
parent 827a929f1d
commit 1a78b675be
3 changed files with 7 additions and 2 deletions
--- a/src/llmtuner/model/patcher.py
+++ b/src/llmtuner/model/patcher.py
@@ -101,7 +101,7 @@ def patch_model(
    if model_args.resize_vocab:
        resize_embedding_layer(model, tokenizer)

-    if model_args.visual_inputs:
+    if model_args.visual_inputs and model_args.autocast_projector:
        autocast_projector_dtype(model, model_args)

    if is_trainable: