add cal_lr.py

Former-commit-id: cea2ba17efc47917e63437a376f220864f7f90dd
This commit is contained in:
hiyouga
2023-11-14 20:58:37 +08:00
parent c9a4551012
commit 75dd1f0f7e
4 changed files with 67 additions and 6 deletions

View File

@@ -4,7 +4,6 @@
# --max_length 1024 --max_samples 1024
# dataset format: instruction (string), input (string), output (string), history (List[string])
import fire
from datasets import load_dataset
from transformers import AutoTokenizer