Former-commit-id: c6747a39dbbdda8decaa104499918bc7ac5f02e4
This commit is contained in:
hiyouga
2024-06-27 00:46:41 +08:00
parent d1cda4ec68
commit 5a7cb9af4e
2 changed files with 6 additions and 4 deletions

View File

@@ -43,7 +43,7 @@ def create_top() -> Dict[str, "Component"]:
with gr.Accordion(open=False) as advanced_tab:
with gr.Row():
quantization_bit = gr.Dropdown(choices=["none", "8", "4"], value="none", scale=1)
quantization_bit = gr.Dropdown(choices=["none", "8", "4"], value="none", allow_custom_value=True, scale=1)
quantization_method = gr.Dropdown(choices=["bitsandbytes", "hqq", "eetq"], value="bitsandbytes", scale=1)
template = gr.Dropdown(choices=list(TEMPLATES.keys()), value="default", scale=1)
rope_scaling = gr.Radio(choices=["none", "linear", "dynamic"], value="none", scale=2)