Update app.py

app.py

@@ -707,4 +707,76 @@ with gr.Blocks(theme=themes.Soft(), css="""
             label="Repetition Penalty", 
             value=1.2, 
             minimum=1.0, 
-            maximum=
+            maximum=2.0,
+            step=0.05,
+            info="Penalize repeated tokens"
+        )
+        max_new_tokens = gr.Slider(
+            label="Max New Tokens", 
+            value=DEFAULT_MAX_NEW_TOKENS, 
+            minimum=1, 
+            maximum=MAX_MAX_NEW_TOKENS, 
+            step=1,
+            info="Maximum length of generated response"
+        )
+    
+    gr.Markdown(LICENSE)
+    gr.Markdown('<p class="performance-note">⚡ Performance optimized with caching and improved error handling</p>')
+    
+    def update_growth_rate_label(growth_rate):
+        return f"**Selected Growth Rate: {growth_rate}%**"
+    
+    def user(message, history):
+        if not message:
+            return "", history
+        return "", history + [{"role": "user", "content": message}]
+    
+    def bot(history, sys_prompt, temp, tp, tk, rp, mnt, portfolio_df, growth_rate):
+        if not history:
+            logger.warning("History is empty, initializing with user message.")
+            history = [{"role": "user", "content": ""}]
+        
+        message = history[-1]["content"]
+        portfolio_data, chart_alloc = process_portfolio(portfolio_df, growth_rate)
+        
+        if portfolio_data:
+            message += "\n\n" + portfolio_data
+        
+        history[-1]["content"] = message
+        history.append({"role": "assistant", "content": ""})
+        
+        for new_text in generate(message, history[:-1], sys_prompt, mnt, temp, tp, tk, rp):
+            history[-1]["content"] = new_text
+            yield history, f"**Selected Growth Rate: {growth_rate}%**"
+        
+        if chart_alloc:
+            # Append chart as a separate message
+            yield history, f"**Selected Growth Rate: {growth_rate}%**"
+    
+    growth_rate.change(update_growth_rate_label, inputs=growth_rate, outputs=growth_rate_label)
+    
+    submit.click(
+        user, 
+        [msg, chatbot], 
+        [msg, chatbot], 
+        queue=False
+    ).then(
+        bot, 
+        [chatbot, system_prompt, temperature, top_p, top_k, repetition_penalty, max_new_tokens, portfolio_df, growth_rate], 
+        [chatbot, growth_rate_label]
+    )
+    
+    msg.submit(
+        user, 
+        [msg, chatbot], 
+        [msg, chatbot], 
+        queue=False
+    ).then(
+        bot, 
+        [chatbot, system_prompt, temperature, top_p, top_k, repetition_penalty, max_new_tokens, portfolio_df, growth_rate], 
+        [chatbot, growth_rate_label]
+    )
+    
+    clear.click(lambda: [], None, chatbot, queue=False)
+
+demo.queue(max_size=128).launch()