ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llama board: add unsloth

Browse Source 
Former-commit-id: 9477e6f28808ae9deadada1f6cf679a29542c271
This commit is contained in:
hiyouga
2023-12-23 00:35:53 +08:00
parent 6faf9c35a9
commit 0fdd6074c3
5 changed files with 13 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/llmtuner/webui/components/top.py
View File

@@ -28,10 +28,7 @@ def create_top() -> Dict[str, "Component"]:
quantization_bit = gr.Dropdown(choices=["none", "8", "4"], value="none")
template = gr.Dropdown(choices=list(templates.keys()), value="default")
rope_scaling = gr.Radio(choices=["none", "linear", "dynamic"], value="none")
with gr.Column():
flash_attn = gr.Checkbox(value=False)
shift_attn = gr.Checkbox(value=False)
booster = gr.Radio(choices=["none", "flash_attn", "unsloth"], value="none")
model_name.change(
list_adapters, [model_name, finetuning_type], [adapter_path], queue=False
@@ -64,6 +61,5 @@ def create_top() -> Dict[str, "Component"]:
quantization_bit=quantization_bit,
template=template,
rope_scaling=rope_scaling,
flash_attn=flash_attn,
shift_attn=shift_attn
booster=booster
)