llama board: add unsloth

Former-commit-id: 9477e6f28808ae9deadada1f6cf679a29542c271
This commit is contained in:
hiyouga
2023-12-23 00:35:53 +08:00
parent 6faf9c35a9
commit 0fdd6074c3
5 changed files with 13 additions and 26 deletions

View File

@@ -77,8 +77,8 @@ class WebChatModel(ChatModel):
finetuning_type=get("top.finetuning_type"),
quantization_bit=int(get("top.quantization_bit")) if get("top.quantization_bit") in ["8", "4"] else None,
template=get("top.template"),
flash_attn=get("top.flash_attn"),
shift_attn=get("top.shift_attn"),
flash_attn=(get("top.booster") == "flash_attn"),
use_unsloth=(get("top.booster") == "unsloth"),
rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None
)
super().__init__(args)