ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix #2981

Browse Source 
Former-commit-id: ede2a913856e52c0a96155705116528d3af15998
This commit is contained in:
hiyouga
2024-03-26 17:53:04 +08:00
parent a916688723
commit 587e65e442
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/accelerate/fsdp_config.yaml
View File

@@ -9,7 +9,7 @@ fsdp_config:
fsdp_forward_prefetch: false
fsdp_offload_params: true
fsdp_sharding_strategy: FULL_SHARD
fsdp_state_dict_type: SHARDED_STATE_DICT
fsdp_state_dict_type: FULL_STATE_DICT
fsdp_sync_module_states: true
fsdp_use_orig_params: false
machine_rank: 0