Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -59,7 +59,6 @@ async def respond(prompt, max_tokens):
|
|
59 |
if not output:
|
60 |
continue
|
61 |
print(output)
|
62 |
-
await asyncio.sleep(0)
|
63 |
response += output
|
64 |
yield response, gr.update(interactive=False), gr.update(interactive=False),
|
65 |
yield (
|
@@ -79,7 +78,9 @@ def no_interactive():
|
|
79 |
|
80 |
with gr.Blocks() as demo:
|
81 |
gr.HTML("""<h1 align="center">plamo-2-1b CPU demo</h1>""")
|
82 |
-
gr.Markdown(
|
|
|
|
|
83 |
with gr.Column(elem_id="col_container") as main_block:
|
84 |
with gr.Row():
|
85 |
with gr.Column():
|
|
|
59 |
if not output:
|
60 |
continue
|
61 |
print(output)
|
|
|
62 |
response += output
|
63 |
yield response, gr.update(interactive=False), gr.update(interactive=False),
|
64 |
yield (
|
|
|
78 |
|
79 |
with gr.Blocks() as demo:
|
80 |
gr.HTML("""<h1 align="center">plamo-2-1b CPU demo</h1>""")
|
81 |
+
gr.Markdown(
|
82 |
+
"2 vCPU, 16 GB RAMでのデモです。5年前くらいのノートパソコンくらい。(GPUなしのHugging Faceの無料インスタンスで動いています。)vllmとかllama.cppが対応すればもっと高速に動くはず。"
|
83 |
+
)
|
84 |
with gr.Column(elem_id="col_container") as main_block:
|
85 |
with gr.Row():
|
86 |
with gr.Column():
|