add datasets

Former-commit-id: 02e4b47dea1b25905c61f2ace88bab112610f021

src/llmtuner/chat/stream_chat.py

@@ -26,7 +26,7 @@ class ChatModel:
     def process_args(
         self, query: str, history: Optional[List[Tuple[str, str]]] = None, prefix: Optional[str] = None, **input_kwargs
     ) -> Tuple[Dict[str, Any], int]:
-        prefix = prefix if prefix else self.source_prefix
+        prefix = prefix or self.source_prefix
 
         inputs = self.tokenizer([self.template.get_prompt(query, history, prefix)], return_tensors="pt")
         inputs = inputs.to(self.model.device)
@@ -81,5 +81,4 @@ class ChatModel:
         thread = Thread(target=self.model.generate, kwargs=gen_kwargs)
         thread.start()
 
-        for new_text in streamer:
-            yield new_text
+        yield from streamer

src/llmtuner/extras/template.py

@@ -46,7 +46,7 @@ class Template:
     def _format_example(
         self, query: str, history: Optional[List[Tuple[str, str]]] = None, prefix: Optional[str] = ""
     ) -> List[str]:
-        prefix = prefix if prefix else self.prefix # use prefix if provided
+        prefix = prefix or self.prefix # use prefix if provided
         prefix = prefix + self.sep if prefix else "" # add separator for non-empty prefix
         history = history if (history and self.use_history) else []
         history = history + [(query, "<dummy>")]