update examples

Former-commit-id: 3b5f138155d96b346bda18e465cf60ec7d99e19c
This commit is contained in:
hiyouga
2024-05-17 01:02:00 +08:00
parent 45329d9e3c
commit a3320f26cf
27 changed files with 155 additions and 155 deletions

View File

@@ -1,13 +1,13 @@
# model
### model
model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
# method
### method
stage: sft
do_train: true
finetuning_type: lora
lora_target: q_proj,v_proj
# dataset
### dataset
dataset: identity,alpaca_gpt4_en
template: llama3
cutoff_len: 1024
@@ -16,6 +16,6 @@ overwrite_cache: true
preprocessing_num_workers: 16
tokenized_path: saves/llama3-8b/dataset/sft
# output
### output
output_dir: saves/llama3-8b/lora/sft
overwrite_output_dir: true