Spaces:
Runtime error
Runtime error
Alex Arvanitidis
commited on
Commit
·
22b8631
1
Parent(s):
a46e984
fix: add gradio ui react
Browse files- Gradio_UI_React.py +114 -0
Gradio_UI_React.py
ADDED
|
@@ -0,0 +1,114 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import functools
|
| 2 |
+
from typing import Optional, List, Any, Dict, Tuple
|
| 3 |
+
|
| 4 |
+
from llama_index.core.agent import ReActAgent
|
| 5 |
+
from llama_index.core.llama_pack import BaseLlamaPack
|
| 6 |
+
from llama_index.core.llms import LLM
|
| 7 |
+
from llama_index.packs.gradio_react_agent_chatbot.base import SUPPORTED_TOOLS, Capturing
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
class GradioReActAgentPack(BaseLlamaPack):
|
| 11 |
+
"""Gradio chatbot to chat with a ReActAgent pack."""
|
| 12 |
+
|
| 13 |
+
def __init__(
|
| 14 |
+
self,
|
| 15 |
+
tools_list: Optional[List[str]] = list(SUPPORTED_TOOLS.keys()),
|
| 16 |
+
llm: LLM,
|
| 17 |
+
**kwargs: Any,
|
| 18 |
+
) -> None:
|
| 19 |
+
"""Init params."""
|
| 20 |
+
try:
|
| 21 |
+
from ansi2html import Ansi2HTMLConverter
|
| 22 |
+
except ImportError:
|
| 23 |
+
raise ImportError("Please install ansi2html via `pip install ansi2html`")
|
| 24 |
+
|
| 25 |
+
tools = []
|
| 26 |
+
for t in tools_list:
|
| 27 |
+
try:
|
| 28 |
+
tools.append(SUPPORTED_TOOLS[t]())
|
| 29 |
+
except KeyError:
|
| 30 |
+
raise KeyError(f"Tool {t} is not supported.")
|
| 31 |
+
self.tools = tools
|
| 32 |
+
|
| 33 |
+
self.llm = llm
|
| 34 |
+
self.agent = ReActAgent.from_tools(
|
| 35 |
+
tools=functools.reduce(
|
| 36 |
+
lambda x, y: x.to_tool_list() + y.to_tool_list(), self.tools
|
| 37 |
+
),
|
| 38 |
+
llm=self.llm,
|
| 39 |
+
verbose=True,
|
| 40 |
+
)
|
| 41 |
+
|
| 42 |
+
self.thoughts = ""
|
| 43 |
+
self.conv = Ansi2HTMLConverter()
|
| 44 |
+
|
| 45 |
+
def get_modules(self) -> Dict[str, Any]:
|
| 46 |
+
"""Get modules."""
|
| 47 |
+
return {"agent": self.agent, "llm": self.llm, "tools": self.tools}
|
| 48 |
+
|
| 49 |
+
def _handle_user_message(self, user_message, history):
|
| 50 |
+
"""Handle the user submitted message. Clear message box, and append
|
| 51 |
+
to the history.
|
| 52 |
+
"""
|
| 53 |
+
return "", [*history, (user_message, "")]
|
| 54 |
+
|
| 55 |
+
def _generate_response(
|
| 56 |
+
self, chat_history: List[Tuple[str, str]]
|
| 57 |
+
) -> Tuple[str, List[Tuple[str, str]]]:
|
| 58 |
+
"""Generate the response from agent, and capture the stdout of the
|
| 59 |
+
ReActAgent's thoughts.
|
| 60 |
+
"""
|
| 61 |
+
with Capturing() as output:
|
| 62 |
+
response = self.agent.stream_chat(chat_history[-1][0])
|
| 63 |
+
ansi = "\n========\n".join(output)
|
| 64 |
+
html_output = self.conv.convert(ansi)
|
| 65 |
+
for token in response.response_gen:
|
| 66 |
+
chat_history[-1][1] += token
|
| 67 |
+
yield chat_history, str(html_output)
|
| 68 |
+
|
| 69 |
+
def _reset_chat(self) -> Tuple[str, str]:
|
| 70 |
+
"""Reset the agent's chat history. And clear all dialogue boxes."""
|
| 71 |
+
# clear agent history
|
| 72 |
+
self.agent.reset()
|
| 73 |
+
return "", "", "" # clear textboxes
|
| 74 |
+
|
| 75 |
+
def run(self, *args: Any, **kwargs: Any) -> Any:
|
| 76 |
+
"""Run the pipeline."""
|
| 77 |
+
import gradio as gr
|
| 78 |
+
|
| 79 |
+
demo = gr.Blocks(
|
| 80 |
+
theme="gstaff/xkcd",
|
| 81 |
+
css="#box { height: 420px; overflow-y: scroll !important}",
|
| 82 |
+
)
|
| 83 |
+
with demo:
|
| 84 |
+
gr.Markdown(
|
| 85 |
+
"# Gradio ReActAgent Powered by LlamaIndex and LlamaHub 🦙\n"
|
| 86 |
+
"This Gradio app is powered by LlamaIndex's `ReActAgent` with\n"
|
| 87 |
+
"OpenAI's GPT-4-Turbo as the LLM. The tools are listed below.\n"
|
| 88 |
+
"## Tools\n"
|
| 89 |
+
"- [ArxivToolSpec](https://llamahub.ai/l/tools-arxiv)\n"
|
| 90 |
+
"- [WikipediaToolSpec](https://llamahub.ai/l/tools-wikipedia)"
|
| 91 |
+
)
|
| 92 |
+
with gr.Row():
|
| 93 |
+
chat_window = gr.Chatbot(
|
| 94 |
+
label="Message History",
|
| 95 |
+
scale=3,
|
| 96 |
+
)
|
| 97 |
+
console = gr.HTML(elem_id="box")
|
| 98 |
+
with gr.Row():
|
| 99 |
+
message = gr.Textbox(label="Write A Message", scale=4)
|
| 100 |
+
clear = gr.ClearButton()
|
| 101 |
+
|
| 102 |
+
message.submit(
|
| 103 |
+
self._handle_user_message,
|
| 104 |
+
[message, chat_window],
|
| 105 |
+
[message, chat_window],
|
| 106 |
+
queue=False,
|
| 107 |
+
).then(
|
| 108 |
+
self._generate_response,
|
| 109 |
+
chat_window,
|
| 110 |
+
[chat_window, console],
|
| 111 |
+
)
|
| 112 |
+
clear.click(self._reset_chat, None, [message, chat_window, console])
|
| 113 |
+
|
| 114 |
+
demo.launch(debug=True, share=True, **kwargs)
|