Update app.py
Browse files
app.py
CHANGED
|
@@ -64,8 +64,9 @@ def predict(message, history):
|
|
| 64 |
input_ids=model_inputs,
|
| 65 |
streamer=streamer,
|
| 66 |
max_new_tokens=1024,
|
| 67 |
-
do_sample=False
|
| 68 |
)
|
|
|
|
| 69 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 70 |
t.start() # Starting the generation in a separate thread.
|
| 71 |
partial_message = ""
|
|
|
|
| 64 |
input_ids=model_inputs,
|
| 65 |
streamer=streamer,
|
| 66 |
max_new_tokens=1024,
|
| 67 |
+
do_sample=False
|
| 68 |
)
|
| 69 |
+
|
| 70 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 71 |
t.start() # Starting the generation in a separate thread.
|
| 72 |
partial_message = ""
|