llama-2-medical-consultation

Runtime error

Ashishkr commited on Sep 4, 2023

Commit

46b4cb9

1 Parent(s): 7c043ab

Update model.py

Files changed (1) hide show

model.py CHANGED Viewed

@@ -89,7 +89,7 @@ def run(message: str,
     inputs = tokenizer([prompt], return_tensors='pt', add_special_tokens=False).to(device)
     streamer = TextIteratorStreamer(tokenizer,
-                                    timeout=10.,
                                     skip_prompt=True,
                                     skip_special_tokens=True)
     generate_kwargs = dict(

     inputs = tokenizer([prompt], return_tensors='pt', add_special_tokens=False).to(device)
     streamer = TextIteratorStreamer(tokenizer,
+                                    timeout=20.,
                                     skip_prompt=True,
                                     skip_special_tokens=True)
     generate_kwargs = dict(