ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

create chat model

Browse Source 
Former-commit-id: bddf583b2fc099c957a1037418bd8504a837663e
This commit is contained in:
hiyouga
2023-07-15 19:26:20 +08:00
parent e9fe48150c
commit a8deee27f8
8 changed files with 117 additions and 89 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/hparams/data_args.py
View File

@@ -29,7 +29,7 @@ class DataArguments:
"""
dataset: Optional[str] = field(
default="alpaca_zh",
metadata={"help": "The name of provided dataset(s) to use. Use comma to separate multiple datasets."}
metadata={"help": "The name of provided dataset(s) to use. Use commas to separate multiple datasets."}
)
dataset_dir: Optional[str] = field(
default="data",

2
src/llmtuner/hparams/finetuning_args.py
View File

@@ -45,7 +45,7 @@ class FinetuningArguments:
)
lora_target: Optional[str] = field(
default="q_proj,v_proj",
metadata={"help": "Name(s) of target modules to apply LoRA. Use comma to separate multiple modules. \
metadata={"help": "Name(s) of target modules to apply LoRA. Use commas to separate multiple modules. \
LLaMA choices: [\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"], \
BLOOM & Falcon choices: [\"query_key_value\", \"self_attention.dense\", \"mlp.dense\"], \
Baichuan choices: [\"W_pack\", \"o_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"]"}