vonliechti's picture
Upload folder using huggingface_hub
879b924 verified
raw
history blame
717 Bytes
from transformers import ReactCodeAgent, HfApiEngine
from prompts import SQUAD_REACT_CODE_SYSTEM_PROMPT
from tools.squad_tools import SquadRetrieverTool, SquadQueryTool
from tools.text_to_image import TextToImageTool
def get_agent():
# model_name = "meta-llama/Meta-Llama-3.1-8B-Instruct"
model_name = "http://localhost:1234/v1"
llm_engine = HfApiEngine(model_name)
TASK_SOLVING_TOOLBOX = [
SquadRetrieverTool(),
SquadQueryTool(),
TextToImageTool(),
]
# Initialize the agent with both tools
agent = ReactCodeAgent(
tools=TASK_SOLVING_TOOLBOX,
llm_engine=llm_engine,
system_prompt=SQUAD_REACT_CODE_SYSTEM_PROMPT,
)
return agent