update scripts

Former-commit-id: 05aa52adde8905ca892f1ed5847d6f90b1992848
2025-01-03 10:50:32 +00:00
parent d1a8cd67d2
commit 8516054e4d
5 changed files with 19 additions and 13 deletions
--- a/scripts/vllm_infer.py
+++ b/scripts/vllm_infer.py
@@ -64,6 +64,7 @@ def vllm_infer(
            template=template,
            cutoff_len=cutoff_len,
            max_samples=max_samples,
+            preprocessing_num_workers=16,
            vllm_config=vllm_config,
            temperature=temperature,
            top_p=top_p,