ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[infer] support lora adapter for SGLang backend (#8067)

Browse Source
This commit is contained in:
Saiya
2025-05-16 23:33:47 +08:00
committed by GitHub
parent 52b23f9e56
commit ab41f7956c
3 changed files with 22 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/e2e/test_sglang.py
View File

@@ -20,7 +20,7 @@ from llamafactory.chat import ChatModel
from llamafactory.extras.packages import is_sglang_available
MODEL_NAME = "meta-llama/Llama-3.2-1B-Instruct"
MODEL_NAME = "Qwen/Qwen2.5-0.5B"
INFER_ARGS = {