update webui

Former-commit-id: 17a53d25cdadd2df70a8afa0488f75bbf1918b89
This commit is contained in:
hiyouga
2024-05-05 00:17:54 +08:00
parent f9aa74715a
commit 7ef3788ff4
5 changed files with 33 additions and 31 deletions

View File

@@ -4,7 +4,7 @@
import json
from dataclasses import dataclass
from typing import Any, Dict, Literal, Sequence
from typing import Any, Dict, Literal, Optional, Sequence
import fire
import torch
@@ -53,6 +53,7 @@ def cal_ppl(
dataset_dir: str = "data",
template: str = "default",
cutoff_len: int = 1024,
max_samples: Optional[int] = None,
train_on_prompt: bool = False,
):
model_args, data_args, training_args, finetuning_args, _ = get_train_args(
@@ -63,6 +64,7 @@ def cal_ppl(
dataset_dir=dataset_dir,
template=template,
cutoff_len=cutoff_len,
max_samples=max_samples,
train_on_prompt=train_on_prompt,
output_dir="dummy_dir",
overwrite_cache=True,