ros/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-02-03 08:53:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

[feat] support all_exhausted_without_replacement in datasets.interleave_datasets (#10112)

Browse Source
This commit is contained in:
Meng WANG
2026-01-20 15:54:07 +08:00
committed by GitHub
parent db2f794f7b
commit e70651ac58
2 changed files with 9 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llamafactory/hparams/data_args.py
View File

@@ -63,9 +63,9 @@ class DataArguments:
default=16384,
metadata={"help": "Size of the buffer to randomly sample examples from in dataset streaming."},
)
mix_strategy: Literal["concat", "interleave_under", "interleave_over"] = field(
mix_strategy: Literal["concat", "interleave_under", "interleave_over", "interleave_once"] = field(
default="concat",
metadata={"help": "Strategy to use in dataset mixing (concat/interleave) (undersampling/oversampling)."},
metadata={"help": "Strategy to use in dataset mixing (concat/interleave) (undersampling/oversampling/sampling w.o. replacement)."},
)
interleave_probs: str | None = field(
default=None,