ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

support unsloth generate

Browse Source 
Former-commit-id: 0ef1ad9f505dba71db9342f524cc3a7565e5e09e
This commit is contained in:
hiyouga
2024-04-24 04:46:53 +08:00
parent 03f2e3284a
commit 5420905a2e
6 changed files with 155 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/webui/components/train.py
View File

@@ -138,7 +138,7 @@ def create_train_tab(engine: "Engine") -> Dict[str, "Component"]:
with gr.Row():
lora_rank = gr.Slider(value=8, minimum=1, maximum=1024, step=1)
lora_alpha = gr.Slider(value=16, minimum=1, maximum=2048, step=1)
lora_dropout = gr.Slider(value=0.1, minimum=0, maximum=1, step=0.01)
lora_dropout = gr.Slider(value=0, minimum=0, maximum=1, step=0.01)
loraplus_lr_ratio = gr.Slider(value=0, minimum=0, maximum=64, step=0.01)
create_new_adapter = gr.Checkbox()