enable cutoff len

Former-commit-id: e9513d300c338dfcae98eee7d057bfd00da2da0e
2026-02-01 08:13:38 +00:00 · 2024-01-18 12:25:42 +08:00
parent d8affd3967
commit e4a424cb6a
6 changed files with 46 additions and 14 deletions
--- a/src/llmtuner/data/formatter.py
+++ b/src/llmtuner/data/formatter.py
@@ -93,6 +93,9 @@ class ToolFormatter:
    def __call__(self, content: str) -> List[Union[str, Dict[str, str]]]:
        try:
            tools = json.loads(content)
+            if not len(tools):
+                return [""]
+
            if self.type == "default":
                return [self._default(tools)]
        except json.JSONDecodeError: