modity code structure

Former-commit-id: 0682ed357210897e0b67c4a6eb31a94b3eb929f1

src/train_bash.py

@@ -0,0 +1,23 @@
+from llmtuner import get_train_args, run_pt, run_sft, run_rm, run_ppo
+
+
+def main():
+    model_args, data_args, training_args, finetuning_args, general_args = get_train_args()
+
+    if general_args.stage == "pt":
+        run_pt(model_args, data_args, training_args, finetuning_args)
+    elif general_args.stage == "sft":
+        run_sft(model_args, data_args, training_args, finetuning_args)
+    elif general_args.stage == "rm":
+        run_rm(model_args, data_args, training_args, finetuning_args)
+    elif general_args.stage == "ppo":
+        run_ppo(model_args, data_args, training_args, finetuning_args)
+
+
+def _mp_fn(index):
+    # For xla_spawn (TPUs)
+    main()
+
+
+if __name__ == "__main__":
+    main()