[misc] fix project toml (#7067)

Former-commit-id: 28a668ff4e0beebfe5387362f5518c1d9343666f
This commit is contained in:
hoshi-hiyouga
2025-02-25 23:22:48 +08:00
committed by GitHub
parent 0f54a78144
commit 5f65558088
6 changed files with 39 additions and 31 deletions

View File

@@ -13,6 +13,7 @@
# limitations under the License.
import json
from typing import Optional
import fire
from transformers import Seq2SeqTrainingArguments
@@ -45,7 +46,7 @@ def vllm_infer(
top_k: int = 50,
max_new_tokens: int = 1024,
repetition_penalty: float = 1.0,
seed: int = None,
seed: Optional[int] = None,
pipeline_parallel_size: int = 1,
image_max_pixels: int = 768 * 768,
image_min_pixels: int = 32 * 32,