tiny fix

Former-commit-id: 994f2a79831a1dea8425e3eff62f0bc8238b78d6
2023-06-27 23:54:24 +08:00
parent 2d22961c7d
commit e19dcc13e3
4 changed files with 15 additions and 5 deletions
--- a/README.md
+++ b/README.md
@@ -208,6 +208,7 @@ accelerate launch src/train_XX.py # arguments (same as above)
 compute_environment: LOCAL_MACHINE
 deepspeed_config:
  gradient_accumulation_steps: 4
+  gradient_clipping: 0.5
  offload_optimizer_device: none
  offload_param_device: none
  zero3_init_flag: false