update examples

Former-commit-id: 369294b31c8a03a1cafcee83eb31a817007d3c49
2024-04-15 22:14:34 +08:00
parent 86556b1c74
commit 276f2cb24e
11 changed files with 78 additions and 70 deletions
--- a/examples/extras/loraplus/sft.sh
+++ b/examples/extras/loraplus/sft.sh
@@ -9,6 +9,7 @@ CUDA_VISIBLE_DEVICES=0 python ../../src/train_bash.py \
    --template default \
    --finetuning_type lora \
    --lora_target q_proj,v_proj \
+    --loraplus_lr_ratio 16.0 \
    --output_dir ../../saves/LLaMA2-7B/loraplus/sft \
    --overwrite_cache \
    --overwrite_output_dir \
@@ -29,5 +30,4 @@ CUDA_VISIBLE_DEVICES=0 python ../../src/train_bash.py \
    --max_samples 3000 \
    --val_size 0.1 \
    --plot_loss \
-    --fp16 \
-    --loraplus_lr_ratio 16.0
+    --fp16