support olmo

Former-commit-id: 2719510e8c6baa591c74458b773e4e47215e6052

src/llmtuner/data/template.py

@@ -631,6 +631,15 @@ _register_template(
 )
 
 
+_register_template(
+    name="olmo",
+    format_user=StringFormatter(slots=["<|user|>\n{{content}}<|assistant|>"]),
+    format_assistant=StringFormatter(slots=["{{content}}", {"eos_token"}]),
+    format_system=StringFormatter(slots=[{"eos_token"}, "{{content}}"]),
+    force_system=True,
+)
+
+
 _register_template(
     name="openchat",
     format_user=StringFormatter(slots=["GPT4 Correct User: {{content}}", {"eos_token"}, "GPT4 Correct Assistant:"]),

src/llmtuner/extras/constants.py

@@ -492,6 +492,24 @@ register_model_group(
 )
 
 
+register_model_group(
+    models={
+        "OLMo-1B": {
+            DownloadSource.DEFAULT: "allenai/OLMo-1B",
+        },
+        "OLMo-7B": {
+            DownloadSource.DEFAULT: "allenai/OLMo-7B",
+            DownloadSource.MODELSCOPE: "AI-ModelScope/OLMo-7B",
+        },
+        "OLMo-7B-Chat": {
+            DownloadSource.DEFAULT: "allenai/OLMo-7B-Instruct",
+        }
+    },
+    module="att_proj",
+    template="olmo",
+)
+
+
 register_model_group(
     models={
         "OpenChat3.5-7B-Chat": {