add install.sh

app.py

@@ -47,8 +47,8 @@ def respond(
     history: list[dict[str, str]],
     system_message,
     max_tokens,
-    temperature,
-    top_p
+#    temperature,
+#    top_p
 ):
     """
     For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
@@ -80,8 +80,8 @@ def respond(
     model_inputs.update(
         dict(max_new_tokens=max_tokens,
                              streamer = streamer,
-                             temperature = float(temperature),
-                             top_p = float(top_p),
+                             temperature = 0.7,
+                             top_p = 1,
                              presence_penalty = 1.5,
              )
     )
@@ -112,14 +112,14 @@ chatbot = gr.ChatInterface(
     additional_inputs=[
         gr.Textbox(value="", label="System message"),
         gr.Slider(minimum=1, maximum=32000, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p (nucleus sampling)",
-        ),
+   #     gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
+   #     gr.Slider(
+   #         minimum=0.1,
+   #         maximum=1.0,
+   #         value=0.95,
+   #         step=0.05,
+   #         label="Top-p (nucleus sampling)",
+    #    ),
     ],
 )