ros/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-03-18 23:13:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

support RM metrics, add generating Args

Browse Source 
Former-commit-id: c461c6190bc124e98dde7f3cf96a59ce40b26fb0
This commit is contained in:
hiyouga
2023-06-12 15:48:48 +08:00
parent 4c5cad9722
commit 4724ae3492
16 changed files with 177 additions and 163 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/train_pt.py
View File

@@ -5,14 +5,15 @@
import math
from utils import (
DynamicDataCollatorWithPadding,
PeftTrainer,
LogCallback,
load_pretrained,
prepare_args,
prepare_data,
preprocess_data,
DynamicDataCollatorWithPadding,
PeftTrainer,
LogCallback,
plot_loss
)
@@ -24,7 +25,7 @@ def main():
dataset = prepare_data(model_args, data_args)
model, tokenizer = load_pretrained(model_args, finetuning_args, training_args.do_train, stage="pt")
dataset = preprocess_data(dataset, tokenizer, data_args, training_args, stage="pt")
data_collator = DynamicDataCollatorWithPadding(tokenizer, model, data_args.ignore_pad_token_for_loss)
data_collator = DynamicDataCollatorWithPadding(tokenizer, data_args.ignore_pad_token_for_loss)
# Split the dataset
if training_args.do_train: