masanorihirano commited on
Commit
6b0946c
·
verified ·
1 Parent(s): 7ba22ea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -59,7 +59,6 @@ async def respond(prompt, max_tokens):
59
  if not output:
60
  continue
61
  print(output)
62
- await asyncio.sleep(0)
63
  response += output
64
  yield response, gr.update(interactive=False), gr.update(interactive=False),
65
  yield (
@@ -79,7 +78,9 @@ def no_interactive():
79
 
80
  with gr.Blocks() as demo:
81
  gr.HTML("""<h1 align="center">plamo-2-1b CPU demo</h1>""")
82
- gr.Markdown("2 vCPU, 16 GB RAMでのデモです。5年前くらいのノートパソコンくらい。")
 
 
83
  with gr.Column(elem_id="col_container") as main_block:
84
  with gr.Row():
85
  with gr.Column():
 
59
  if not output:
60
  continue
61
  print(output)
 
62
  response += output
63
  yield response, gr.update(interactive=False), gr.update(interactive=False),
64
  yield (
 
78
 
79
  with gr.Blocks() as demo:
80
  gr.HTML("""<h1 align="center">plamo-2-1b CPU demo</h1>""")
81
+ gr.Markdown(
82
+ "2 vCPU, 16 GB RAMでのデモです。5年前くらいのノートパソコンくらい。(GPUなしのHugging Faceの無料インスタンスで動いています。)vllmとかllama.cppが対応すればもっと高速に動くはず。"
83
+ )
84
  with gr.Column(elem_id="col_container") as main_block:
85
  with gr.Row():
86
  with gr.Column():