improve data process logger

Former-commit-id: 33d0b012b56dbafc9fff87b821c2d1bf1409dbb5
This commit is contained in:
hiyouga
2024-05-18 22:02:42 +08:00
parent 57dde7c3bc
commit 0aa072a155
3 changed files with 7 additions and 2 deletions

View File

@@ -149,7 +149,7 @@ def convert_sharegpt(
chosen[dataset_attr.role_tag] not in accept_tags[-1]
or rejected[dataset_attr.role_tag] not in accept_tags[-1]
):
logger.warning("Invalid role tag in {}.".format(messages))
logger.warning("Invalid role tag in {}.".format([chosen, rejected]))
broken_data = True
prompt = aligned_messages