use fp16 model, add logcallback
Former-commit-id: bea275d51338b49ce855eec0178e759607265e3d
This commit is contained in:
@@ -12,6 +12,7 @@ from utils import (
|
||||
preprocess_data,
|
||||
PairwiseDataCollatorForLLaMA,
|
||||
PairwiseTrainerForLLaMA,
|
||||
LogCallback,
|
||||
plot_loss
|
||||
)
|
||||
|
||||
@@ -43,6 +44,7 @@ def main():
|
||||
args=training_args,
|
||||
tokenizer=tokenizer,
|
||||
data_collator=data_collator,
|
||||
callbacks=[LogCallback()],
|
||||
**trainer_kwargs
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user