ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

support RM metrics, add generating Args

Browse Source 
Former-commit-id: c461c6190bc124e98dde7f3cf96a59ce40b26fb0
This commit is contained in:
hiyouga
2023-06-12 15:48:48 +08:00
parent 4c5cad9722
commit 4724ae3492
16 changed files with 177 additions and 163 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
src/utils/template.py
View File

@@ -14,27 +14,25 @@ class Template:
return getattr(self, "_format_{}".format(self.name))(query, history, prefix)
def _format_vanilla(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
prompt = prefix
if history:
for old_query, response in history:
prompt += old_query + "\n" + response + "\n"
prompt += query
return prompt
r"""
Use for language model inference without histories.
"""
return query
def _format_alpaca(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
r"""
Supports: https://huggingface.co/tatsu-lab/alpaca-7b-wdiff
https://github.com/ymcui/Chinese-LLaMA-Alpaca
"""
if prefix:
prompt = prefix
else:
prompt = "Below is an instruction that describes a task. "
prompt += "Write a response that appropriately completes the request.\n\n"
prompt += "Instruction:\n"
if history:
for old_query, response in history:
prompt += "Human:\n{}\n\nAssistant:\n{}\n\n".format(old_query, response)
prompt += "Human:\n{}\n\nAssistant:".format(query)
prompt += "### Instruction:\n{}\n\n### Response:\n{}\n\n".format(old_query, response)
prompt += "### Instruction:\n{}\n\n### Response:\n".format(query)
return prompt
def _format_vicuna(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str: