ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add models

Browse Source 
Former-commit-id: 758ae7937a41a95016e70180fb343011763c1b67
This commit is contained in:
hiyouga
2023-12-06 13:33:18 +08:00
parent 7b7bfea37d
commit 24ce319b6f
2 changed files with 11 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llmtuner/data/template.py
View File

@@ -724,6 +724,9 @@ register_template(
sep=[ sep=[
"<|im_end|>\n" "<|im_end|>\n"
], ],
stop_words=[
"<|im_end|>"
],
efficient_eos=True efficient_eos=True
) )

8
src/llmtuner/extras/constants.py
View File

@@ -578,10 +578,18 @@ register_model_group(
DownloadSource.DEFAULT: "01-ai/Yi-34B", DownloadSource.DEFAULT: "01-ai/Yi-34B",
DownloadSource.MODELSCOPE: "01ai/Yi-34B" DownloadSource.MODELSCOPE: "01ai/Yi-34B"
}, },
"Yi-6B-Chat": {
DownloadSource.DEFAULT: "01-ai/Yi-6B-Chat",
DownloadSource.MODELSCOPE: "01ai/Yi-6B-Chat"
},
"Yi-34B-Chat": { "Yi-34B-Chat": {
DownloadSource.DEFAULT: "01-ai/Yi-34B-Chat", DownloadSource.DEFAULT: "01-ai/Yi-34B-Chat",
DownloadSource.MODELSCOPE: "01ai/Yi-34B-Chat" DownloadSource.MODELSCOPE: "01ai/Yi-34B-Chat"
}, },
"Yi-6B-int8-Chat": {
DownloadSource.DEFAULT: "01-ai/Yi-6B-Chat-8bits",
DownloadSource.MODELSCOPE: "01ai/Yi-6B-Chat-8bits"
},
"Yi-34B-int8-Chat": { "Yi-34B-int8-Chat": {
DownloadSource.DEFAULT: "01-ai/Yi-34B-Chat-8bits", DownloadSource.DEFAULT: "01-ai/Yi-34B-Chat-8bits",
DownloadSource.MODELSCOPE: "01ai/Yi-34B-Chat-8bits" DownloadSource.MODELSCOPE: "01ai/Yi-34B-Chat-8bits"