Mlflow, Llm, Evaluation Metric, Ai Gateway, Llm Evaluation.
Enum('Route', ['completions', 'chat', 'embeddings']) # list all routes def fetch_all_routes(): gateway_routes = gateway_client.search_routes() pprint(gateway_routes) def execute_route(route: str): match routes[route].name: case 'chat': response = gateway_client.query( route="chat", data={