fix webui
Former-commit-id: 7152fde4a026e67f15885814c1900f3911d04ee8
This commit is contained in:
@@ -91,6 +91,7 @@ class WebChatModel(ChatModel):
|
||||
rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None,
|
||||
infer_backend=get("infer.infer_backend"),
|
||||
infer_dtype=get("infer.infer_dtype"),
|
||||
trust_remote_code=True,
|
||||
)
|
||||
|
||||
if checkpoint_path:
|
||||
|
||||
Reference in New Issue
Block a user