support llama pro #2338 , add rslora

Former-commit-id: 40d659b7f30dd5a004703c176ec1f22dc864e505
2024-02-15 02:27:36 +08:00
parent b403f8d8a8
commit 596b6828cb
24 changed files with 438 additions and 203 deletions
--- a/src/llmtuner/data/utils.py
+++ b/src/llmtuner/data/utils.py
@@ -20,8 +20,8 @@ class Role(str, Enum):
    USER = "user"
    ASSISTANT = "assistant"
    SYSTEM = "system"
-    OBSERVATION = "observation"
    FUNCTION = "function"
+    OBSERVATION = "observation"


 def checksum(data_files: List[str], file_sha1: Optional[str] = None) -> None: