update examples

Former-commit-id: d5c57c8b7f64afe8061045ec9689abbac45c1175
2024-08-09 20:13:46 +08:00
parent 59cbce1a46
commit 47efcdb1dd
3 changed files with 5 additions and 5 deletions
--- a/examples/extras/adam_mini/llama3_full_sft.yaml
+++ b/examples/extras/adam_mini/llama3_full_sft.yaml
@@ -1,5 +1,5 @@
 ### model
-model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
+model_name_or_path: Qwen/Qwen2-1.5B-Instruct

 ### method
 stage: sft
@@ -9,14 +9,14 @@ use_adam_mini: true

 ### dataset
 dataset: identity,alpaca_en_demo
-template: llama3
+template: qwen
 cutoff_len: 1024
 max_samples: 1000
 overwrite_cache: true
 preprocessing_num_workers: 16

 ### output
-output_dir: saves/llama3-8b/full/sft
+output_dir: saves/qwen2-1_5b/full/sft
 logging_steps: 10
 save_steps: 500
 plot_loss: true