[ray] allow for specifying ray.init kwargs (i.e. runtime_env) (#7647)

* ray init kwargs

* Update trainer_utils.py

* fix ray args

---------

Co-authored-by: hoshi-hiyouga <hiyouga@buaa.edu.cn>

src/llamafactory/train/trainer_utils.py

@@ -48,6 +48,7 @@ if is_apollo_available():
 
 
 if is_ray_available():
+    import ray
     from ray.train import RunConfig, ScalingConfig
     from ray.train.torch import TorchTrainer
 
@@ -644,6 +645,9 @@ def get_ray_trainer(
     if not ray_args.use_ray:
         raise ValueError("Ray was not enabled. Please set `USE_RAY=1` to enable ray.")
 
+    if ray_args.ray_init_kwargs is not None:
+        ray.init(**ray_args.ray_init_kwargs)
+
     trainer = TorchTrainer(
         training_function,
         train_loop_config=train_loop_config,