Slim Orca data parsing

Former-commit-id: f2d8efede7e20edafed0d5446eb64f2d419949b1
2024-02-08 19:32:20 +01:00
parent 4d473894fd
commit 1ce82f391a
3 changed files with 8 additions and 3 deletions
--- a/src/llmtuner/data/utils.py
+++ b/src/llmtuner/data/utils.py
@@ -21,6 +21,7 @@ class Role(str, Enum):
    ASSISTANT = "assistant"
    OBSERVATION = "observation"
    FUNCTION = "function"
+    SYSTEM = "system"


 def checksum(data_files: List[str], file_sha1: Optional[str] = None) -> None: