restructuring content and updating gradio

app.py

@@ -1,3 +1,5 @@
+# pylint: disable=no-member
+# pylint: disable=not-an-iterable
 from collections import Counter
 import math
 import os
@@ -170,15 +172,16 @@ def streaming(speech_key, _df):
         messages=[
             {
                 "role": "system",
-                "content": "You are a political scholar with a deep knowledge of State of the Union addresses. You are tasked with summarizing a speech from a given president. The speech is a mix of written and spoken addresses. The goal is to provide a concise summary of the speech with the proper historical and political context.",
+                "content": "You are a political scholar with a deep knowledge of State of the Union addresses. You are tasked with summarizing a speech from a given president. The content should be structured like you were writing a short essay. The goal is to provide a concise summary of the speech with the proper historical and political context. Where applicable, directly quote the speech.",
             },
             {
                 "role": "user",
-                "content": f"The following speech is a State of the Union address from {speech_info[0]} on {speech_info[1]}. Summarize it: {speech}",
+                "content": f"The following speech is a State of the Union address from {speech_info[0]} on {speech_info[1]}. Summarize it in 500 words: {speech}",
             },
         ],
-        max_tokens=700,
+        max_tokens=1200,
         stream=True,
+        temperature=0.5,
     ):
         # yield message.choices[0].delta.content
         # print(message)
@@ -203,6 +206,23 @@ with gr.Blocks() as demo:
         "In addition to analyzing the content, this space also leverages the [Qwen/2.5-72B-Instruct](https://deepinfra.com/Qwen/Qwen2.5-72B-Instruct) model to summarize a speech. The model is tasked with providing a concise summary of a speech from a given president. To get a summary, go to the 'Summarize a Speech' tab."
     )
 
+    with gr.Tab(label="Summarize a Speech"):
+        gr.Markdown("## Summarize a Speech")
+        gr.Markdown(
+            """
+            Context is king; get a summary of a State of the Union now that you've seen a bit more. Use the dropdown to select a speech from a president and click the button to summarize the speech. [Qwen/2.5-72B-Instruct](https://deepinfra.com/Qwen/Qwen2.5-72B-Instruct) will provide a concise summary of the speech with the proper historical and political context.
+            """
+        )
+        speeches = df["speech_key"].unique()
+        speeches = speeches.tolist()
+        speech = gr.Dropdown(label="Select a Speech", choices=speeches)
+        # create a dropdown to select a speech from a president
+        run_summarization = gr.Button(value="Summarize")
+        fin_speech = gr.Textbox(label="Summarized Speech", type="text", lines=10)
+        run_summarization.click(
+            streaming, inputs=[speech, df_state], outputs=[fin_speech]
+        )
+
     with gr.Tab(label="Speech Data"):
         # Basic line chart showing the total number of words in each address
         gr.Markdown(
@@ -317,21 +337,4 @@ with gr.Blocks() as demo:
         # show a line chart of word count and ARI for a selected president
         gr.Plot(plotly_word_and_ari, inputs=[president, df_state])
 
-    with gr.Tab(label="Summarize a Speech"):
-        gr.Markdown("## Summarize a Speech")
-        gr.Markdown(
-            """
-            Context is king; get a summary of a State of the Union now that you've seen a bit more. Use the dropdown to select a speech from a president and click the button to summarize the speech. [Qwen/2.5-72B-Instruct](https://deepinfra.com/Qwen/Qwen2.5-72B-Instruct) will provide a concise summary of the speech with the proper historical and political context.
-            """
-        )
-        speeches = df["speech_key"].unique()
-        speeches = speeches.tolist()
-        speech = gr.Dropdown(label="Select a Speech", choices=speeches)
-        # create a dropdown to select a speech from a president
-        run_summarization = gr.Button(value="Summarize")
-        fin_speech = gr.Textbox(label="Summarized Speech", type="text", lines=10)
-        run_summarization.click(
-            streaming, inputs=[speech, df_state], outputs=[fin_speech]
-        )
-
 demo.launch()

poetry.lock

@@ -1,4 +1,4 @@
-# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand.
+# This file is automatically @generated by Poetry 1.8.2 and should not be changed by hand.
 
 [[package]]
 name = "aiofiles"
@@ -732,19 +732,19 @@ tqdm = ["tqdm"]
 
 [[package]]
 name = "gradio"
-version = "4.42.0"
+version = "4.44.1"
 description = "Python library for easily interacting with trained machine learning models"
 optional = false
 python-versions = ">=3.8"
 files = [
-    {file = "gradio-4.42.0-py3-none-any.whl", hash = "sha256:fe97d5e99e7e26eb37b925f25b1c8f5aea3e6a23ed1ed4409ee4e306ce2fc58a"},
-    {file = "gradio-4.42.0.tar.gz", hash = "sha256:a64a8815b284d9fb0ffafe287dfb307c2044f530386fd7ab72fde985a268fd0c"},
+    {file = "gradio-4.44.1-py3-none-any.whl", hash = "sha256:c908850c638e4a176b22f95a758ce6a63ffbc2a7a5a74b23186ceeeedc23f4d9"},
+    {file = "gradio-4.44.1.tar.gz", hash = "sha256:a68a52498ac6b63f8864ef84bf7866a70e7d07ebe913edf921e1d2a3708ad5ae"},
 ]
 
 [package.dependencies]
 aiofiles = ">=22.0,<24.0"
 anyio = ">=3.0,<5.0"
-fastapi = "*"
+fastapi = "<1.0"
 ffmpy = "*"
 gradio-client = "1.3.0"
 httpx = ">=0.24.1"