Spaces:
Sleeping
Sleeping
yongdong
commited on
Commit
·
51982fa
1
Parent(s):
0b315c1
fix: add explicit temperature and top_p parameters to avoid warnings.
Browse files
app.py
CHANGED
|
@@ -128,6 +128,8 @@ def generate_response_gpu(prompt, max_tokens=512):
|
|
| 128 |
**inputs,
|
| 129 |
max_new_tokens=max_tokens,
|
| 130 |
do_sample=False,
|
|
|
|
|
|
|
| 131 |
pad_token_id=tokenizer.pad_token_id,
|
| 132 |
eos_token_id=tokenizer.eos_token_id,
|
| 133 |
repetition_penalty=1.1,
|
|
|
|
| 128 |
**inputs,
|
| 129 |
max_new_tokens=max_tokens,
|
| 130 |
do_sample=False,
|
| 131 |
+
temperature=None,
|
| 132 |
+
top_p=None,
|
| 133 |
pad_token_id=tokenizer.pad_token_id,
|
| 134 |
eos_token_id=tokenizer.eos_token_id,
|
| 135 |
repetition_penalty=1.1,
|