use fp16 model, add logcallback

Former-commit-id: bea275d51338b49ce855eec0178e759607265e3d
This commit is contained in:
hiyouga
2023-05-28 21:30:28 +08:00
parent 17024ebc1a
commit 1fc551e1be
7 changed files with 112 additions and 10 deletions

View File

@@ -12,6 +12,7 @@ from utils import (
preprocess_data,
PairwiseDataCollatorForLLaMA,
PairwiseTrainerForLLaMA,
LogCallback,
plot_loss
)
@@ -43,6 +44,7 @@ def main():
args=training_args,
tokenizer=tokenizer,
data_collator=data_collator,
callbacks=[LogCallback()],
**trainer_kwargs
)