add llava-next/llava-next-video/video-llava

Former-commit-id: a4e4239931b0b0e3fd12c9f9bbfd2c201cbc78ca
This commit is contained in:
BUAADreamer
2024-09-28 00:57:03 +08:00
parent 86c84972c8
commit b6fb00e046
5 changed files with 134 additions and 116 deletions

View File

@@ -686,16 +686,6 @@ _register_template(
)
_register_template(
name="idefics2",
format_user=StringFormatter(slots=["User:{{content}}<end_of_utterance>\nAssistant:"]),
format_separator=EmptyFormatter(slots=["\n"]),
stop_words=["<end_of_utterance>"],
replace_eos=True,
mm_plugin=get_mm_plugin(name="idefics2", image_token="<image>"),
)
_register_template(
name="intern",
format_user=StringFormatter(slots=["<|User|>:{{content}}\n<|Bot|>:"]),