ros/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-02-02 20:43:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

[webui] support escape html (#7190)

Browse Source 
Former-commit-id: cf9840374f171359c828b0d6f7a2aa9893c8f701
This commit is contained in:
hoshi-hiyouga
2025-03-06 16:52:21 +08:00
committed by GitHub
parent d2f845d70d
commit 2635794727
5 changed files with 92 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llamafactory/chat/vllm_engine.py
View File

@@ -139,6 +139,7 @@ class VllmEngine(BaseEngine):
num_return_sequences: int = input_kwargs.pop("num_return_sequences", 1)
repetition_penalty: Optional[float] = input_kwargs.pop("repetition_penalty", None)
length_penalty: Optional[float] = input_kwargs.pop("length_penalty", None)
skip_special_tokens: Optional[bool] = input_kwargs.pop("skip_special_tokens", None)
max_length: Optional[int] = input_kwargs.pop("max_length", None)
max_new_tokens: Optional[int] = input_kwargs.pop("max_new_tokens", None)
stop: Optional[Union[str, List[str]]] = input_kwargs.pop("stop", None)
@@ -172,7 +173,9 @@ class VllmEngine(BaseEngine):
stop=stop,
stop_token_ids=self.template.get_stop_token_ids(self.tokenizer),
max_tokens=max_tokens,
skip_special_tokens=self.generating_args["skip_special_tokens"],
skip_special_tokens=skip_special_tokens
if skip_special_tokens is not None
else self.generating_args["skip_special_tokens"],
)
if images is not None: # add image features