ros/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-02-01 20:23:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

update web demo

Browse Source 
Former-commit-id: 5b6ad9adb665096bfb36dc90789a1d4a16345122
This commit is contained in:
hiyouga
2023-08-03 13:28:28 +08:00
parent 9c96b97dc7
commit da08fa7c63
8 changed files with 31 additions and 48 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/llmtuner/webui/chat.py
View File

@@ -10,11 +10,12 @@ from llmtuner.webui.locales import ALERTS
class WebChatModel(ChatModel):
def __init__(self, args: Optional[Dict[str, Any]] = None) -> None:
self.model = None
self.tokenizer = None
self.generating_args = GeneratingArguments()
if args is not None:
def __init__(self, args: Optional[Dict[str, Any]] = None, lazy_init: Optional[bool] = True) -> None:
if lazy_init:
self.model = None
self.tokenizer = None
self.generating_args = GeneratingArguments()
else:
super().__init__(args)
def load_model(