add some

Former-commit-id: 81176fe226da89eace89cb202bad68e73b7c2a02
2025-01-04 11:11:15 +08:00
parent 5504b5254c
commit 2c120aa0df
7 changed files with 164 additions and 2 deletions
--- a/src/llamafactory/model/model_utils/misc.py
+++ b/src/llamafactory/model/model_utils/misc.py
@@ -44,6 +44,8 @@ def find_all_linear_modules(model: "PreTrainedModel", freeze_vision_tower: bool)
            forbidden_modules.add("vision_model")
        elif model_type == "qwen2_vl":
            forbidden_modules.add("visual")
+        elif model_type in ["minicpmv"]:
+            forbidden_modules.add("vpm")
        else:
            forbidden_modules.add("vision_tower")