adapt to new mllm_param

Former-commit-id: 0775b71965863c2618c117726a1046a36d6d85b8
2025-01-11 00:16:34 +08:00
parent 627548bf7f
commit 9dc7b6c7ac
2 changed files with 9 additions and 19 deletions
--- a/src/llamafactory/model/model_utils/visual.py
+++ b/src/llamafactory/model/model_utils/visual.py
@@ -171,13 +171,6 @@ def get_forbidden_modules(config: "PretrainedConfig", finetuning_args: "Finetuni
            logger.info_rank0(f"Set language model not trainable: {language_model_keys}.")
            forbidden_modules.update(language_model_keys)

-    elif model_type == "minicpmv":
-        if finetuning_args.freeze_vision_tower:
-            forbidden_modules.add("vpm")
-            forbidden_modules.add("apm")
-            forbidden_modules.add("resampler")
-            forbidden_modules.add("tts")
-
    return forbidden_modules


@@ -257,6 +250,12 @@ _register_composite_model(
 )


+_register_composite_model(
+    model_type="minicpmv",
+    vision_model_keys=["vpm", "apm", "resampler", "tts"],
+)
+
+
 _register_composite_model(
    model_type="paligemma",
 )