fix aquila template, repair sft packing mechanism

Former-commit-id: 8c82cfa5dd4bec957426b5bf176d242c77552ab0
2023-10-10 18:49:55 +08:00
parent 6d0d46c7fb
commit bd8ea09479
2 changed files with 18 additions and 7 deletions
--- a/src/llmtuner/extras/template.py
+++ b/src/llmtuner/extras/template.py
@@ -423,7 +423,7 @@ register_template(


 r"""
-Supports: https://huggingface.co/qhduan/aquilachat-7b
+Supports: https://huggingface.co/BAAI/AquilaChat-7B
 """
 register_template(
    name="aquila",
@@ -439,7 +439,11 @@ register_template(
    ),
    sep=[
        "###"
-    ]
+    ],
+    stop_words=[
+        "</s>"
+    ],
+    efficient_eos=True
 )