release v0.8.0

Former-commit-id: 004db680b9e3996ec511ee818df6c0c02bf13603
This commit is contained in:
hiyouga
2024-06-08 05:20:54 +08:00
parent ae60ea15da
commit c0c387e4db
6 changed files with 142 additions and 13 deletions

View File

@@ -700,17 +700,8 @@ _register_template(
_register_template(
name="llama2",
format_user=StringFormatter(slots=[{"bos_token"}, "[INST] {{content}} [/INST]"]),
format_assistant=StringFormatter(slots=[" {{content}} ", {"eos_token"}]),
format_system=StringFormatter(slots=["<<SYS>>\n{{content}}\n<</SYS>>\n\n"]),
default_system=(
"You are a helpful, respectful and honest assistant. "
"Always answer as helpfully as possible, while being safe. "
"Your answers should not include any harmful, unethical, "
"racist, sexist, toxic, dangerous, or illegal content. "
"Please ensure that your responses are socially unbiased and positive in nature.\n\n"
"If a question does not make any sense, or is not factually coherent, "
"explain why instead of answering something not correct. "
"If you don't know the answer to a question, please don't share false information."
),
)

View File

@@ -12,7 +12,7 @@ from transformers.utils import is_bitsandbytes_available, is_torch_cuda_availabl
from .packages import is_vllm_available
VERSION = "0.7.2.dev0"
VERSION = "0.8.0"
def print_env() -> None: