baohuynhbk14 commited on
Commit
1993f10
·
1 Parent(s): e967d75

Add GPU decorator to http_bot function for enhanced performance

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -175,7 +175,7 @@ model = AutoModel.from_pretrained(
175
  ).eval().cuda()
176
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, use_fast=False)
177
 
178
-
179
  def http_bot(
180
  state,
181
  temperature,
 
175
  ).eval().cuda()
176
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, use_fast=False)
177
 
178
+ @spaces.GPU
179
  def http_bot(
180
  state,
181
  temperature,