Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -262,20 +262,7 @@ with gr.Blocks() as demo:
|
|
262 |
with gr.Tabs():
|
263 |
with gr.TabItem("LLMs"):
|
264 |
with gr.Row():
|
265 |
-
with gr.Column(scale=1, min_width=
|
266 |
-
chatbot = gr.ChatInterface(
|
267 |
-
fn=generate_response,
|
268 |
-
chatbot=None,
|
269 |
-
# Pass inputs after defining them
|
270 |
-
additional_inputs=[
|
271 |
-
model,
|
272 |
-
temperature,
|
273 |
-
max_tokens,
|
274 |
-
top_p,
|
275 |
-
seed,
|
276 |
-
],
|
277 |
-
)
|
278 |
-
with gr.Column(scale=1, min_width=250): # Make parameters column narrower
|
279 |
model = gr.Dropdown(
|
280 |
choices=[
|
281 |
"llama3-70b-8192",
|
@@ -312,7 +299,20 @@ with gr.Blocks() as demo:
|
|
312 |
info="A method of text generation where a model will only consider the most probable next tokens that make up the probability p.",
|
313 |
)
|
314 |
seed = gr.Number(
|
315 |
-
precision=0, value=42,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
316 |
)
|
317 |
model.change(update_max_tokens, inputs=[model], outputs=max_tokens)
|
318 |
with gr.TabItem("Speech To Text"):
|
|
|
262 |
with gr.Tabs():
|
263 |
with gr.TabItem("LLMs"):
|
264 |
with gr.Row():
|
265 |
+
with gr.Column(scale=1, min_width=250):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
266 |
model = gr.Dropdown(
|
267 |
choices=[
|
268 |
"llama3-70b-8192",
|
|
|
299 |
info="A method of text generation where a model will only consider the most probable next tokens that make up the probability p.",
|
300 |
)
|
301 |
seed = gr.Number(
|
302 |
+
precision=0, value=42, label="Seed", info="A starting point to initiate generation, use 0 for random"
|
303 |
+
)
|
304 |
+
model.change(update_max_tokens, inputs=[model], outputs=max_tokens)
|
305 |
+
with gr.Column(scale=1, min_width=400):
|
306 |
+
chatbot = gr.ChatInterface(
|
307 |
+
fn=generate_response,
|
308 |
+
chatbot=None,
|
309 |
+
additional_inputs=[
|
310 |
+
model,
|
311 |
+
temperature,
|
312 |
+
max_tokens,
|
313 |
+
top_p,
|
314 |
+
seed,
|
315 |
+
],
|
316 |
)
|
317 |
model.change(update_max_tokens, inputs=[model], outputs=max_tokens)
|
318 |
with gr.TabItem("Speech To Text"):
|