Spaces:
Runtime error
Runtime error
Fix device problem.
Browse files
app.py
CHANGED
|
@@ -15,12 +15,12 @@ compressors = {
|
|
| 15 |
"xlm-roberta-large": PromptCompressor(
|
| 16 |
model_name="microsoft/llmlingua-2-xlm-roberta-large-meetingbank",
|
| 17 |
use_llmlingua2=True,
|
| 18 |
-
|
| 19 |
),
|
| 20 |
"mbert-base": PromptCompressor(
|
| 21 |
model_name="microsoft/llmlingua-2-bert-base-multilingual-cased-meetingbank",
|
| 22 |
use_llmlingua2=True,
|
| 23 |
-
|
| 24 |
)
|
| 25 |
}
|
| 26 |
tokenizer = tiktoken.encoding_for_model("gpt-4")
|
|
|
|
| 15 |
"xlm-roberta-large": PromptCompressor(
|
| 16 |
model_name="microsoft/llmlingua-2-xlm-roberta-large-meetingbank",
|
| 17 |
use_llmlingua2=True,
|
| 18 |
+
device_map="cpu"
|
| 19 |
),
|
| 20 |
"mbert-base": PromptCompressor(
|
| 21 |
model_name="microsoft/llmlingua-2-bert-base-multilingual-cased-meetingbank",
|
| 22 |
use_llmlingua2=True,
|
| 23 |
+
device_map="cpu"
|
| 24 |
)
|
| 25 |
}
|
| 26 |
tokenizer = tiktoken.encoding_for_model("gpt-4")
|