Update app.py
Browse files
app.py
CHANGED
|
@@ -59,6 +59,7 @@ def predict(message, history):
|
|
| 59 |
print(f'model_messages: {model_messages}')
|
| 60 |
|
| 61 |
model_inputs = tokenizer.apply_chat_template(model_messages, add_generation_prompt=True, return_tensors="pt").to(device)
|
|
|
|
| 62 |
# model_inputs = tokenizer([messages], return_tensors="pt").to(device)
|
| 63 |
|
| 64 |
streamer = TextIteratorStreamer(tokenizer, timeout=10., skip_prompt=True, skip_special_tokens=True)
|
|
|
|
| 59 |
print(f'model_messages: {model_messages}')
|
| 60 |
|
| 61 |
model_inputs = tokenizer.apply_chat_template(model_messages, add_generation_prompt=True, return_tensors="pt").to(device)
|
| 62 |
+
print(f'model_final_inputs: {tokenizer.apply_chat_template(model_messages, add_generation_prompt=True, tokenize=False)}')
|
| 63 |
# model_inputs = tokenizer([messages], return_tensors="pt").to(device)
|
| 64 |
|
| 65 |
streamer = TextIteratorStreamer(tokenizer, timeout=10., skip_prompt=True, skip_special_tokens=True)
|