fix inference, add prompt template

Former-commit-id: 3940e50c71472b210bbc1b01248bf85a191c4065
2023-06-07 10:52:35 +08:00
parent 12094c1db5
commit 3da427a665
6 changed files with 44 additions and 81 deletions
--- a/src/utils/template.py
+++ b/src/utils/template.py
@@ -0,0 +1,16 @@
+def prompt_template_alpaca(query, history=None):
+    prompt = ""
+    if history:
+        for old_query, response in history:
+            prompt += "Human:{}\nAssistant:{}\n".format(old_query, response)
+    prompt += "Human:{}\nAssistant:".format(query)
+    return prompt
+
+
+def prompt_template_ziya(query, history=None):
+    prompt = ""
+    if history:
+        for old_query, response in history:
+            prompt += "<human>:{}\n<bot>:{}\n".format(old_query, response)
+    prompt += "<human>:{}\n<bot>:".format(query)
+    return prompt