Updated README with new information

Former-commit-id: fddbc29ca1bd9b13372087e6a349f21240abc013
2024-03-20 14:11:28 +08:00
parent ffdacaa618
commit 757158da63
3 changed files with 4 additions and 1 deletions
--- a/README.md
+++ b/README.md
@@ -519,7 +519,8 @@ use_cpu: false

 ```bash
 deepspeed --num_gpus 8 src/train_bash.py \
-    --deepspeed ds_config.json \
+    --deepspeed ds_config.json \ 
+        --ddp_timeout 180000000 \ # If the training data is too large, it is recommended to add the ddp_timeout command line option to prevent NCCL errors.
    ... # arguments (same as above)
 ```