Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
1993f10
1
Parent(s):
e967d75
Add GPU decorator to http_bot function for enhanced performance
Browse files
app.py
CHANGED
@@ -175,7 +175,7 @@ model = AutoModel.from_pretrained(
|
|
175 |
).eval().cuda()
|
176 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, use_fast=False)
|
177 |
|
178 |
-
|
179 |
def http_bot(
|
180 |
state,
|
181 |
temperature,
|
|
|
175 |
).eval().cuda()
|
176 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, use_fast=False)
|
177 |
|
178 |
+
@spaces.GPU
|
179 |
def http_bot(
|
180 |
state,
|
181 |
temperature,
|