allow non-packing pretraining

Former-commit-id: 3fee5cc5a3db9ce874ad90f2500ec092d904bd4e
2024-03-09 22:21:46 +08:00
parent c631799f5d
commit 4881f4e631
22 changed files with 64 additions and 67 deletions
--- a/src/llmtuner/hparams/model_args.py
+++ b/src/llmtuner/hparams/model_args.py
@@ -135,7 +135,6 @@ class ModelArguments:
    )

    def __post_init__(self):
-        self.aqlm_optimization = None
        self.compute_dtype = None
        self.device_map = None
        self.model_max_length = None