update ppo and demo in webui

Former-commit-id: de7571704c82121db13e3fc907379d2453100191
This commit is contained in:
hiyouga
2023-11-16 14:55:26 +08:00
parent f9d4e37b3c
commit df83def566
4 changed files with 32 additions and 16 deletions

View File

@@ -25,9 +25,13 @@ class WebChatModel(ChatModel):
self.model = None
self.tokenizer = None
self.generating_args = GeneratingArguments()
if not lazy_init:
if not lazy_init: # read arguments from command line
super().__init__()
if demo_mode: # load openchat 3.5 by default
super().__init__(dict(model_name_or_path="openchat/openchat_3.5", template="openchat"))
@property
def loaded(self) -> bool:
return self.model is not None
@@ -75,6 +79,11 @@ class WebChatModel(ChatModel):
def unload_model(self, data: Dict[Component, Any]) -> Generator[str, None, None]:
lang = data[self.manager.get_elem_by_name("top.lang")]
if self.demo_mode:
yield ALERTS["err_demo"][lang]
return
yield ALERTS["info_unloading"][lang]
self.model = None
self.tokenizer = None