ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add Yi-VL-34B model

Browse Source 
Former-commit-id: 8b3d8a7e3bd8dff27cc72edba1b8a042f6d1929c
This commit is contained in:
hiyouga
2024-05-15 22:58:19 +08:00
parent 4d7f0fbb7a
commit 2ac972d6e7
5 changed files with 15 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/model/utils/visual.py
View File

@@ -58,7 +58,7 @@ class LlavaMultiModalProjectorForYiVLForVLLM(LlavaMultiModalProjectorForYiVL):
self.linear_2 = torch.nn.LayerNorm(text_hidden_size, bias=True)
self.linear_3 = torch.nn.Linear(text_hidden_size, text_hidden_size, bias=True)
self.linear_4 = torch.nn.LayerNorm(text_hidden_size, bias=True)
self.act = torch.nn.GELU()
self.act = ACT2FN[projector_hidden_act]
def autocast_projector_dtype(