Spaces:

AC2513
/

gemma-demo

Running on Zero

AC2513 commited on Jul 2

Commit

888c5d9

1 Parent(s): bc0a046

extended timeout

Files changed (1) hide show

src/app.py CHANGED Viewed

@@ -153,7 +153,7 @@ def run(
     ).to(device=model.device, dtype=torch.bfloat16)
     streamer = TextIteratorStreamer(
-        input_processor, timeout=30.0, skip_prompt=True, skip_special_tokens=True
     )
     generate_kwargs = dict(
         inputs,

     ).to(device=model.device, dtype=torch.bfloat16)
     streamer = TextIteratorStreamer(
+        input_processor, timeout=60.0, skip_prompt=True, skip_special_tokens=True
     )
     generate_kwargs = dict(
         inputs,