ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix #4944

Browse Source 
Former-commit-id: 9e8cf3b21a0b12d1413c3c7f3d60399784909242
This commit is contained in:
hiyouga
2024-07-24 16:42:51 +08:00
parent 5c6d88e91c
commit 48f0819327
5 changed files with 5 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/extras/badam/llama3_full_sft.yaml
View File

@@ -10,6 +10,7 @@ badam_mode: layer
badam_switch_mode: ascending
badam_switch_interval: 50
badam_verbose: 2
# deepspeed: examples/deepspeed/ds_z3_config.json
### dataset
dataset: identity,alpaca_en_demo
@@ -29,7 +30,7 @@ overwrite_output_dir: true
### train
per_device_train_batch_size: 1
gradient_accumulation_steps: 8
learning_rate: 1.0e-4
learning_rate: 1.0e-5
num_train_epochs: 3.0
lr_scheduler_type: cosine
warmup_ratio: 0.1