Add debug

app.py

@@ -44,21 +44,30 @@ def submit_query(msg):
             )
 
             msg = response.message.content
+            
+            debug = {
+                k:v for k,v in response.dict().items()
+            }
+            
+            debug["eval_t/s"] = debug["eval_count"]/(debug["eval_duration"]/1_000_000_000)
+            debug["prompt_eval_t/s"] = debug["prompt_eval_count"]/(debug["prompt_eval_duration"]/1_000_000_000)
+            
+            print(response)
 
             try:
 
                 json_data_test = json.loads(msg.split("```json")[1].split("```")[0])
                 
-                return json.dumps(json_data_test, indent=2)
+                return [json.dumps(json_data_test, indent=2), json.dumps(debug, indent=2)]
             
             except:
-                return "{}"
+                return [json.dumps({}, indent=2), json.dumps({"error": "Unable to process result."}, indent=2)]
             
         except:
             
             raise gradio.Error("Error: LLM request timed out!", duration=5)
     
-    return "{}"
+    return [json.dumps({}, indent=2),json.dumps({"error": "No query"}, indent=2)]
         
 
 test_dataset = [
@@ -114,8 +123,8 @@ with gradio.Blocks() as demo:
     
     query = gradio.Textbox(render=False, label="Query", placeholder="Write a query and press Enter.", submit_btn="Send query")
    
-    
     code_llm = gradio.Code(render=False, label="LLM output", interactive=False, language="json")
+    metadata_llm = gradio.Code(render=False, label="LLM request metadata", interactive=False, language="json")
     code_ref = gradio.Code(render=False, label="Expected output", interactive=False, language="json")
         
     #chat = gradio.Chatbot(render=False, value=history, label="LLM output", type="messages")
@@ -137,9 +146,12 @@ with gradio.Blocks() as demo:
         
     with gradio.Row():
         code_llm.render()
+        
+    with gradio.Row():
+        metadata_llm.render()
          
-    query.submit(submit_query,  inputs=[query], outputs=[code_llm])
+    query.submit(submit_query,  inputs=[query], outputs=[code_llm, metadata_llm])
     #query.change(submit_query,  inputs=[query], outputs=[code_llm])
-    query.change(clean_output, inputs=[], outputs=[code_llm]).then(submit_query,  inputs=[query], outputs=[code_llm])
+    query.change(clean_output, inputs=[], outputs=[code_llm]).then(submit_query,  inputs=[query], outputs=[code_llm, metadata_llm])
 
 demo.launch()