support function calling

Former-commit-id: 66533b3f65babf2429c92c0f8fafe4eff5e0ff63

src/llmtuner/api/__init__.py

@@ -1 +1,4 @@
-from llmtuner.api.app import create_app
+from .app import create_app
+
+
+__all__ = ["create_app"]

src/llmtuner/api/app.py

@@ -5,7 +5,7 @@ from typing import List, Tuple
 from pydantic import BaseModel
 from contextlib import asynccontextmanager
 
-from llmtuner.api.protocol import (
+from .protocol import (
     Role,
     Finish,
     ModelCard,
@@ -21,9 +21,9 @@ from llmtuner.api.protocol import (
     ScoreEvaluationRequest,
     ScoreEvaluationResponse
 )
-from llmtuner.chat import ChatModel
-from llmtuner.extras.misc import torch_gc
-from llmtuner.extras.packages import (
+from ..chat import ChatModel
+from ..extras.misc import torch_gc
+from ..extras.packages import (
     is_fastapi_availble, is_starlette_available, is_uvicorn_available
 )
 

src/llmtuner/api/protocol.py

@@ -1,15 +1,17 @@
 import time
-from enum import Enum
+from enum import Enum, unique
 from pydantic import BaseModel, Field
 from typing import List, Optional
 
 
+@unique
 class Role(str, Enum):
     USER = "user"
     ASSISTANT = "assistant"
     SYSTEM = "system"
 
 
+@unique
 class Finish(str, Enum):
     STOP = "stop"
     LENGTH = "length"