Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -31,8 +31,13 @@ def models(text, model="Mixtral 8x7B"):
|
|
31 |
for response in stream:
|
32 |
if not response.token.text == "</s>":
|
33 |
output += response.token.text
|
|
|
|
|
34 |
|
35 |
return output
|
36 |
|
37 |
-
|
|
|
|
|
|
|
38 |
demo.launch()
|
|
|
31 |
for response in stream:
|
32 |
if not response.token.text == "</s>":
|
33 |
output += response.token.text
|
34 |
+
if not response.token.text == "<|assistant|>":
|
35 |
+
output += response.token.text
|
36 |
|
37 |
return output
|
38 |
|
39 |
+
description="""# Chat GO
|
40 |
+
### Inspired from Goggle Go"""
|
41 |
+
|
42 |
+
demo = gr.Interface(description=description,fn=models, inputs=["text", gr.Dropdown([ 'Mixtral 8x7B','Llama 3 8B','Mistral 7B v0.3','Phi 3 mini', ], value="Mistral 7B v0.3", label="Select Model") ], outputs="text", live=True, batch=True, max_batch_size=1000)
|
43 |
demo.launch()
|