[model] support GLM4.5V (#8876)

2026-02-04 21:23:09 +00:00 · 2025-08-11 21:45:14 +08:00
parent dc61e78e77
commit 893edb26d0
4 changed files with 44 additions and 2 deletions
--- a/src/llamafactory/model/model_utils/visual.py
+++ b/src/llamafactory/model/model_utils/visual.py
@@ -221,6 +221,15 @@ _register_composite_model(
 )


+_register_composite_model(
+    model_type="glm4v_moe",
+    projector_key="visual.merger",
+    vision_model_keys=["visual.patch_embed", "visual.blocks"],
+    language_model_keys=["language_model", "lm_head"],
+    lora_conflict_keys=["patch_embed"],
+)
+
+
 _register_composite_model(
    model_type="internvl",
 )