Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ def count_tokens(text):
|
|
18 |
def predict(message, history):
|
19 |
|
20 |
formatted_prompt = f"<start_of_turn>user\n{message}<end_of_turn>\n<start_of_turn>model\n"
|
21 |
-
model_inputs = tokenizer(
|
22 |
|
23 |
streamer = TextIteratorStreamer(tokenizer, timeout=120., skip_prompt=True, skip_special_tokens=True)
|
24 |
|
|
|
18 |
def predict(message, history):
|
19 |
|
20 |
formatted_prompt = f"<start_of_turn>user\n{message}<end_of_turn>\n<start_of_turn>model\n"
|
21 |
+
model_inputs = tokenizer(formatted_prompt, return_tensors="pt")
|
22 |
|
23 |
streamer = TextIteratorStreamer(tokenizer, timeout=120., skip_prompt=True, skip_special_tokens=True)
|
24 |
|