fix generating args

Former-commit-id: 52805a8441bd7b324bd89489de60f18f103c8e4c
This commit is contained in:
hiyouga
2023-06-13 01:33:56 +08:00
parent 4724ae3492
commit 6828f07d54
5 changed files with 20 additions and 16 deletions

View File

@@ -87,7 +87,7 @@ def predict(query, chatbot, max_length, top_p, temperature, history):
"do_sample": True,
"top_p": top_p,
"temperature": temperature,
"num_beams": generating_args.infer_num_beams,
"num_beams": generating_args.num_beams,
"max_length": max_length,
"repetition_penalty": generating_args.repetition_penalty,
"logits_processor": get_logits_processor(),