Support llama3.2vl.

Former-commit-id: 664229d7d1f7994e1ae68c5d197ab81f081bcd2e
2024-09-26 09:43:53 -04:00
parent 53b1e5fd1d
commit 3d35aeca72
3 changed files with 88 additions and 1 deletions
--- a/src/llamafactory/extras/constants.py
+++ b/src/llamafactory/extras/constants.py
@@ -855,6 +855,22 @@ register_model_group(
 )


+register_model_group(
+    models={
+        "Llama-3.2-11B-Vision-Instruct": {
+            DownloadSource.DEFAULT: "meta-llama/Llama-3.2-11B-Vision-Instruct",
+            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.2-11B-Vision-Instruct",
+        },
+        "LlamaVision3.2-90B-Instruct": {
+            DownloadSource.DEFAULT: "meta-llama/Llama-3.2-90B-Vision-Instruct",
+            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.2-90B-Vision-Instruct",
+        },
+    },
+    template="mllama",
+    vision=True,
+)
+
+
 register_model_group(
    models={
        "LLaVA-1.5-7B-Chat": {