ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix processors

Browse Source 
Former-commit-id: 7215f3a8612b570cd322802d14db532927900117
This commit is contained in:
hiyouga
2024-07-05 08:33:22 +08:00
parent edc8aefa59
commit 9a1a5f9778
4 changed files with 13 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llamafactory/data/processors/supervised.py
View File

@@ -65,9 +65,9 @@ def _encode_supervised_example(
if data_args.train_on_prompt:
source_mask = source_ids
elif turn_idx != 0 and template.efficient_eos:
source_mask = [tokenizer.eos_token_id] + [IGNORE_INDEX] * (len(source_ids) - 1)
source_mask = [tokenizer.eos_token_id] + [IGNORE_INDEX] * (source_len - 1)
else:
source_mask = [IGNORE_INDEX] * len(source_ids)
source_mask = [IGNORE_INDEX] * source_len
input_ids += source_ids + target_ids
labels += source_mask + target_ids