Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -39,7 +39,7 @@ Assistant: "girlfriend;mother;father;friend"
|
|
| 39 |
@spaces.GPU
|
| 40 |
def get_past_key_values(system_prompt):
|
| 41 |
messages = [{'role': 'system', 'content': system_prompt}]
|
| 42 |
-
tokenized = tokenizer.apply_chat_template(messages, return_tensors='pt')
|
| 43 |
|
| 44 |
# assert that this is indeed a prefix (TODO: make sure this is robust)
|
| 45 |
messages.append({'role': 'user', 'content': 'TEST'})
|
|
|
|
| 39 |
@spaces.GPU
|
| 40 |
def get_past_key_values(system_prompt):
|
| 41 |
messages = [{'role': 'system', 'content': system_prompt}]
|
| 42 |
+
tokenized = pipe.tokenizer.apply_chat_template(messages, return_tensors='pt')
|
| 43 |
|
| 44 |
# assert that this is indeed a prefix (TODO: make sure this is robust)
|
| 45 |
messages.append({'role': 'user', 'content': 'TEST'})
|