Tiny fix.

Former-commit-id: 4c1cef12d812832eed58b5da562ba083104756d3
2024-09-26 11:06:21 -04:00
parent 3d35aeca72
commit 918a367378
2 changed files with 4 additions and 9 deletions
--- a/src/llamafactory/model/model_utils/visual.py
+++ b/src/llamafactory/model/model_utils/visual.py
@@ -159,6 +159,8 @@ def get_image_seqlen(config: "PretrainedConfig") -> int:
        image_seqlen = config.vision_config.num_image_tokens
    else:
        image_seqlen = -1
+    elif model_type == "mllama":
+        image_seqlen = ((config.vision_config.image_size // config.vision_config.patch_size) ** 2 + 1) * config.vision_config.max_num_tiles

    return image_seqlen