admin commited on
Commit
f9eefb4
·
1 Parent(s): ff6ae8e

fix ds acc

Browse files
Files changed (1) hide show
  1. deepseek.py +14 -14
deepseek.py CHANGED
@@ -75,21 +75,21 @@ def predict(
75
  yield "".join(outputs)
76
 
77
 
78
- def DeepSeek_R1_Qwen_7B(): # Create Gradio interface
 
 
 
 
 
 
 
 
 
 
 
79
  return gr.ChatInterface(
80
  predict,
81
- title=f"{MODEL_NAME} Deployment Instance",
82
  description=DESCRIPTION,
83
- additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False),
84
- additional_inputs=[
85
- gr.Textbox(
86
- "You are a useful assistant. first recognize user request and then reply carfuly and thinking",
87
- label="System prompt",
88
- ),
89
- gr.Slider(0, 1, 0.6, label="Temperature"),
90
- gr.Slider(0, 32000, 10000, label="Max new tokens"),
91
- gr.Slider(1, 80, 40, label="Top K sampling"),
92
- gr.Slider(0, 2, 1.1, label="Repetition penalty"),
93
- gr.Slider(0, 1, 0.95, label="Top P sampling"),
94
- ],
95
  ).queue()
 
75
  yield "".join(outputs)
76
 
77
 
78
+ def DeepSeek_R1_Qwen_7B():
79
+ with gr.Accordion(label="⚙️ Parameters", open=False) as ds_acc:
80
+ prompt = gr.Textbox(
81
+ "You are a useful assistant. first recognize user request and then reply carfuly and thinking",
82
+ label="System prompt",
83
+ )
84
+ temper = gr.Slider(0, 1, 0.6, label="Temperature")
85
+ maxtoken = gr.Slider(0, 32000, 10000, label="Max new tokens")
86
+ topk = gr.Slider(1, 80, 40, label="Top K sampling")
87
+ repet = gr.Slider(0, 2, 1.1, label="Repetition penalty")
88
+ topp = gr.Slider(0, 1, 0.95, label="Top P sampling")
89
+
90
  return gr.ChatInterface(
91
  predict,
 
92
  description=DESCRIPTION,
93
+ additional_inputs_accordion=ds_acc,
94
+ additional_inputs=[prompt, temper, maxtoken, topk, repet, topp],
 
 
 
 
 
 
 
 
 
 
95
  ).queue()