improve aligner

Former-commit-id: cc7296b92e10c24967fc753393275b71d300683f
This commit is contained in:
hiyouga
2024-02-10 16:39:19 +08:00
parent a41fa6e730
commit 1955a8ea5a
10 changed files with 80 additions and 64 deletions

View File

@@ -19,9 +19,9 @@ logger = get_logger(__name__)
class Role(str, Enum):
USER = "user"
ASSISTANT = "assistant"
SYSTEM = "system"
OBSERVATION = "observation"
FUNCTION = "function"
SYSTEM = "system"
def checksum(data_files: List[str], file_sha1: Optional[str] = None) -> None: