ros/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-01-31 20:03:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix #3702

Browse Source 
Former-commit-id: 55755786f21050b9efc127c391509ba5d9ea8982
This commit is contained in:
hiyouga
2024-05-13 18:24:35 +08:00
parent 542a5d15ef
commit 2892e5d42a
5 changed files with 56 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/llmtuner/api/chat.py
View File

@@ -21,8 +21,6 @@ from .protocol import (
)
logger = get_logger(__name__)
if is_fastapi_available():
from fastapi import HTTPException, status
@@ -32,6 +30,7 @@ if TYPE_CHECKING:
from .protocol import ChatCompletionRequest, ScoreEvaluationRequest
logger = get_logger(__name__)
ROLE_MAPPING = {
Role.USER: DataRole.USER.value,
Role.ASSISTANT: DataRole.ASSISTANT.value,
@@ -42,8 +41,7 @@ ROLE_MAPPING = {
def _process_request(request: "ChatCompletionRequest") -> Tuple[List[Dict[str, str]], str, str]:
params = dictify(request)
logger.info(f"==== request ====\n{params}")
logger.info("==== request ====\n{}".format(json.dumps(dictify(request), indent=2, ensure_ascii=False)))
if len(request.messages) == 0:
raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail="Invalid length")