[v1] add pair data converter (#9360)

Co-authored-by: frozenleaves <frozen@Mac.local>
This commit is contained in:
魅影
2025-11-06 14:05:58 +08:00
committed by GitHub
parent bd30c0003b
commit bd24350cbf
4 changed files with 149 additions and 1 deletions

10
data/v1_dpo_demo.jsonl Normal file

File diff suppressed because one or more lines are too long

4
data/v1_dpo_demo.yaml Normal file
View File

@@ -0,0 +1,4 @@
dpo_zh_demo:
hf_hub_url: HuggingFaceH4/orca_dpo_pairs
split: train_prefs
converter: pair