mirror of
https://github.com/hiyouga/LlamaFactory.git
synced 2026-03-29 02:33:09 +00:00
[v1] support ulysses cp for fsdp2 (#10262)
This commit is contained in:
23
examples/v1/train_full/train_full_ulysses_cp.yaml
Normal file
23
examples/v1/train_full/train_full_ulysses_cp.yaml
Normal file
@@ -0,0 +1,23 @@
|
||||
model: Qwen/Qwen3-0.6B
|
||||
trust_remote_code: true
|
||||
model_class: llm
|
||||
|
||||
template: qwen3_nothink
|
||||
|
||||
# FSDP Config
|
||||
dist_config:
|
||||
name: fsdp2
|
||||
dcp_path: null
|
||||
cp_mode: ulysses
|
||||
cp_size: 2
|
||||
|
||||
### data
|
||||
train_dataset: data/v1_sft_demo.yaml
|
||||
|
||||
### training
|
||||
output_dir: outputs/test_ulysses_cp
|
||||
micro_batch_size: 1
|
||||
cutoff_len: 2048
|
||||
learning_rate: 1.0e-4
|
||||
bf16: false
|
||||
max_steps: 10
|
||||
Reference in New Issue
Block a user