fix api server

Former-commit-id: cedd80ba56c0090487f65f4b1227e5615943997f
2024-01-07 17:14:42 +08:00
parent 75fe1404b1
commit 0bef890000
2 changed files with 18 additions and 5 deletions
--- a/src/llmtuner/chat/chat_model.py
+++ b/src/llmtuner/chat/chat_model.py
@@ -152,7 +152,6 @@ class ChatModel:
            padding=True,
            truncation=True,
            max_length=max_length or getattr(self.model.config, "max_position_embeddings", 1024),
-            pad_to_multiple_of=8,
            return_tensors="pt",
            **kwargs
        ).to(device)