minor

app.py

@@ -11,7 +11,7 @@ import uuid
 import json
 
 # Constants
-SYSTEM_PROMPT = """You are SmallThinker-3B, a helpful AI assistant. You try to follow instructions as much as possible while being accurate and brief."""
+SYSTEM_PROMPT = """You are a helpful assistant."""
 device = "cuda" if torch.cuda.is_available() else "cpu"
 TITLE = "<h1><center>SmallThinker-3B Chat</center></h1>"
 MODEL_PATH = "PowerInfer/SmallThinker-3B-Preview"
@@ -156,9 +156,9 @@ def main():
                 )
                 
                 with gr.Accordion(label="⚙️ Parameters", open=False):
-                    temperature = gr.Slider(minimum=0, maximum=1, step=0.1, value=0.3, label="Temperature")
+                    temperature = gr.Slider(minimum=0, maximum=1, step=0.1, value=0.7, label="Temperature")
                     max_new_tokens = gr.Slider(minimum=128, maximum=32768, step=128, value=16384, label="Max new tokens")
-                    top_p = gr.Slider(minimum=0.0, maximum=1.0, step=0.1, value=1.0, label="Top-p")
+                    top_p = gr.Slider(minimum=0.0, maximum=1.0, step=0.1, value=0.8, label="Top-p")
                     top_k = gr.Slider(minimum=1, maximum=100, step=1, value=20, label="Top-k")
                     repetition_penalty = gr.Slider(minimum=1.0, maximum=2.0, step=0.1, value=1.1, label="Repetition penalty")