support train from scratch #4033 #4075

Former-commit-id: 1290b9d01077e62f8de7a23637daa2586cc82bfa
2024-06-06 02:43:19 +08:00
parent 639a7f6796
commit 765715af21
2 changed files with 6 additions and 0 deletions
--- a/src/llamafactory/hparams/model_args.py
+++ b/src/llamafactory/hparams/model_args.py
@@ -101,6 +101,10 @@ class ModelArguments:
        default=False,
        metadata={"help": "Whether or not to upcast the output of lm_head in fp32."},
    )
+    train_from_scratch: bool = field(
+        default=False,
+        metadata={"help": "Whether or not to randomly initialize the model weights."},
+    )
    infer_backend: Literal["huggingface", "vllm"] = field(
        default="huggingface",
        metadata={"help": "Backend engine used at inference."},