add new options in webui

Former-commit-id: 6698b832dd9cc2d7d60be4fa5ab90e34a7e9d8e0
This commit is contained in:
hiyouga
2023-10-22 17:17:58 +08:00
parent 06b810de8f
commit b2764b49ca
5 changed files with 71 additions and 17 deletions

View File

@@ -31,9 +31,10 @@ def create_top() -> Dict[str, "Component"]:
with gr.Accordion(label="Model config (LLaMA only)", open=False) as llama_tab:
with gr.Row():
flash_attn = gr.Checkbox(value=False)
shift_attn = gr.Checkbox(value=False)
rope_scaling = gr.Dropdown(choices=["none", "linear", "dynamic"], value="none")
with gr.Column():
flash_attn = gr.Checkbox(value=False)
shift_attn = gr.Checkbox(value=False)
rope_scaling = gr.Radio(choices=["none", "linear", "dynamic"], value="none")
model_name.change(
list_checkpoint, [model_name, finetuning_type], [checkpoints], queue=False