Former-commit-id: bb57478366a70a0871af30ab31c890f471e27ff4
This commit is contained in:
hiyouga
2024-06-25 01:15:19 +08:00
parent c6b17ebc20
commit 135bfbf7c1
8 changed files with 23 additions and 18 deletions

View File

@@ -29,10 +29,6 @@ class DataArguments:
default=None,
metadata={"help": "Which template to use for constructing prompts in training and inference."},
)
tool_format: Optional[str] = field(
default=None,
metadata={"help": "Specifies the tool format template for function calling ."},
)
dataset: Optional[str] = field(
default=None,
metadata={"help": "The name of provided dataset(s) to use. Use commas to separate multiple datasets."},
@@ -105,6 +101,10 @@ class DataArguments:
"help": "Whether or not to pack the sequences in training. Will automatically enable in pre-training."
},
)
tool_format: Optional[str] = field(
default=None,
metadata={"help": "Tool format to use for constructing function calling examples."},
)
tokenized_path: Optional[str] = field(
default=None,
metadata={"help": "Path to save or load the tokenized datasets."},