add app.py

app.py

@@ -0,0 +1,230 @@
+import gradio as gr
+from folium import Map
+import numpy as np
+from ast import literal_eval
+import pandas as pd
+import os
+
+import asyncio
+from gradio_folium import Folium
+import folium
+from folium.plugins import Fullscreen
+from geopy.geocoders import Nominatim
+from collections import OrderedDict
+from geopy.adapters import AioHTTPAdapter
+from langchain_nvidia_ai_endpoints import ChatNVIDIA
+
+from examples import (
+    description_sf,
+    output_example_sf,
+    description_loire,
+    output_example_loire,
+    description_taiwan,
+    output_example_taiwan,
+    trip_examples
+)
+
+repo_id = "meta/llama-3.1-405b"
+llm_client = ChatNVIDIA(model=repo_id)
+end_sequence = "I hope that helps!"
+
+def generate_key_points(text):
+    prompt = f"""             
+Please generate a set of key geographical points for the following description: {text}, as a json list of less than 10 dictionnaries with the following keys: 'name', 'description'.
+ALWAYS precise the city and country in the 'name'. For instance do not only "name": "Notre Dame" as the name but "name": "Notre Dame, Paris, France".
+Generally try to minimize the distance between locations. Always think of the transportation means that you want to use, and the timing: morning, afternoon, where to sleep.
+Only generate two sections: 'Thought:' provides your rationale for generating the points, then you list the locations in 'Key points:'.
+Then generate '{end_sequence}' to indicate the end of the response.
+
+For instance:
+Description: {description_sf}
+Thought: {output_example_sf}
+{end_sequence}
+
+Description: {description_loire}
+Thought: {output_example_loire}
+{end_sequence}
+
+Now begin. You can make the descriptions a bit more verbose than in the examples.
+
+Description: {text}
+Thought:"""
+    return llm_client.invoke(prompt, max_new_tokens=2000, stop_sequences=[end_sequence]).content
+
+
+def parse_llm_output(output):
+    rationale = "Thought: " + output.split("Key points:")[0]
+    key_points = output.split("Key points:")[1]
+    output = key_points.replace("    ", "").replace(end_sequence, "").strip()
+    parsed_output = literal_eval(output)
+    dataframe = pd.DataFrame.from_dict(parsed_output)
+    return dataframe, rationale
+
+
+preset_values = {
+    "Fisherman's Wharf, San Francisco": {'lat': 37.808332, 'lon': -122.415715},
+    'Ghirardelli Square, San Francisco': {'lat': 37.80587075, 'lon': -122.42294914207058},
+    'Cable Car Museum, San Francisco': {'lat': 37.79476015, 'lon': -122.41185284314184},
+    'Union Square, San Francisco': {'lat': 37.7875138, 'lon': -122.407159},
+    'Chinatown, San Francisco': {'lat': 37.7943011, 'lon': -122.4063757},
+    'Coit Tower, San Francisco': {'lat': 37.80237905, 'lon': -122.40583435461313},
+    'Chinatown, San Francisco, California': {'lat': 37.7943011, 'lon': -122.4063757},
+    'Chinatown, New York City, New York': {'lat': 40.7164913, 'lon': -73.9962504},
+    'Chinatown, Los Angeles, California': {'lat': 34.0638402, 'lon': -118.2358676},
+    'Chinatown, Philadelphia, Pennsylvania': {'lat': 39.9534461, 'lon': -75.1546218},
+    'Chinatown, Chicago, Illinois': {'lat': 41.8516579, 'lon': -87.6331383},
+    'Chinatown, Boston, Massachusetts': {'lat': 42.3513291, 'lon': -71.0626228},
+    'Chinatown, Honolulu, Hawaii': {'lat': 21.3129031, 'lon': -157.8628003},
+    'Chinatown, Seattle, Washington': {'lat': 47.5980601, 'lon': -122.3245246},
+    'Chinatown, Portland, Oregon': {'lat': 45.5251092, 'lon': -122.6744481},
+    'Chinatown, Las Vegas, Nevada': {'lat': 36.2823279, 'lon': -115.3310655},
+    'Taipei, Taiwan': {'lat': 25.0375198, 'lon': 121.5636796},
+    'Hualien, Taiwan': {'lat': 23.9913421, 'lon': 121.6197276},
+    'Taitung, Taiwan': {'lat': 22.7553667, 'lon': 121.1506},
+    'Kaohsiung, Taiwan': {'lat': 22.6203348, 'lon': 120.3120375},
+    'Tainan, Taiwan': {'lat': 22.9912348, 'lon': 120.184982},
+    'Chiayi, Taiwan': {'lat': 23.4591664, 'lon': 120.2930004},
+    'Taichung, Taiwan': {'lat': 24.163162, 'lon': 120.6478282},
+    'Hsinchu, Taiwan': {'lat': 24.8066333, 'lon': 120.9686833},
+    'Château de Blois, Blois, France': {'lat': 47.650198, 'lon': 1.426256515186913}, 
+    'Château de Chambord, Chambord, France': {'lat': 47.61606945, 'lon': 1.5170501827851928},
+    'Château de Cheverny, Cheverny, France': {'lat': 47.50023105, 'lon': 1.4580181089595223},
+    'Château de Chaumont-sur-Loire, Chaumont-sur-Loire, France': {'lat': 47.479146, 'lon': 1.181523652578578},
+    'Château de Chenonceau, Chenonceau, France': {'lat': 47.32461905, 'lon': 1.070403778072624},
+    "Château d'Amboise, Amboise, France": {'lat': 47.41362905, 'lon': 0.9859718927689629},
+    'Château de Villandry, Villandry, France': {'lat': 47.34056095, 'lon': 0.5146088880523084},
+    "Château d'Azay-le-Rideau, Azay-le-Rideau, France": {'lat': 47.25904985, 'lon': 0.465756301165524},
+    "Château d'Ussé, Rigny-Ussé, France": {'lat': 47.249807, 'lon': 0.2909891848913879},
+    'Groningen, Netherlands': {'lat': 53.2190652, 'lon': 6.5680077},
+    'Osnabrück, Germany': {'lat': 52.37265095, 'lon': 8.161049572938472},
+    'Erfurt, Germany': {'lat': 50.9777974, 'lon': 11.0287364},
+    'Nuremberg, Germany': {'lat': 49.453872, 'lon': 11.077298},
+    'Innsbruck, Austria': {'lat': 47.2654296, 'lon': 11.3927685},
+    'Embarcadero, San Francisco': {'lat': 37.7928637, 'lon': -122.396912},
+    'Pier 39, San Francisco': {'lat': 37.808703, 'lon': -122.410116},
+    'Palace of Fine Arts, San Francisco': {'lat': 37.80291855, 'lon': -122.44840286435331},
+    'Crissy Field, San Francisco': {'lat': 37.80459605, 'lon': -122.4666072420753},
+    'Golden Gate Bridge, San Francisco': {'lat': 37.8302731, 'lon': -122.4798443},
+    'Fort Point National Historic Site, San Francisco': {'lat': 37.81045495, 'lon': -122.47713831312802},
+    'Presidio of San Francisco': {'lat': 37.798745600000004, 'lon': -122.46458892410745}
+}
+
+async def geocode_address(address):
+    # Check if the result is in cache
+    if address in preset_values:
+        return preset_values[address]
+
+    # If not in cache, perform the geolocation request
+    async with Nominatim(
+        user_agent="HF-trip-planner",
+        adapter_factory=AioHTTPAdapter,
+    ) as geolocator:
+        location = await geolocator.geocode(address, timeout=10)
+        if location:
+            coords = {'lat': location.latitude, "lon": location.longitude}
+            return coords
+        return None
+
+async def ageocode_addresses(addresses):
+    tasks = [geocode_address(address) for address in addresses]
+    locations = await asyncio.gather(*tasks)
+    return locations
+
+def geocode_addresses(addresses):
+    try:
+        loop = asyncio.get_event_loop()
+    except RuntimeError:
+        loop = asyncio.new_event_loop()
+        asyncio.set_event_loop(loop)
+    result = loop.run_until_complete(ageocode_addresses(addresses))
+    return result
+
+def create_map_from_markers(dataframe):
+    coordinates = geocode_addresses(dataframe["name"])
+    print({name: coordinates[i] for i, name in enumerate(dataframe["name"].to_list())})
+    dataframe["lat"] = [coords["lat"] if coords else None for coords in coordinates]
+    dataframe["lon"] = [coords["lon"] if coords else None for coords in coordinates]
+
+    f_map = Map(
+        location=[dataframe["lat"].mean(), dataframe["lon"].mean()],
+        zoom_start=5,
+        tiles=folium.TileLayer(
+            tiles="https://mt1.google.com/vt/lyrs=m&x={x}&y={y}&z={z}",
+            attr="Google",
+            name="Google Maps",
+            overlay=True,
+            control=True,
+        ),
+    )
+    for _, row in dataframe.iterrows():
+        if np.isnan(row["lat"]) or np.isnan(row["lon"]):
+            continue
+        popup_message = f"<h4 style='color: #d53e2a;'>{row['name'].split(',')[0]}</h4><p style='font-weight:500'>{row['description']}</p>"
+        popup_message += f"<a href='https://www.google.com/search?q={row['name']}' target='_blank'><b>Learn more about {row['name'].split(',')[0]}</b></a>"
+
+        marker = folium.Marker(
+            location=[row["lat"], row["lon"]],
+            popup=folium.Popup(popup_message, max_width=200),
+            icon=folium.Icon(color="yellow", icon="fa-circle-dot", prefix='fa'),
+        )
+        marker.add_to(f_map),
+    
+    Fullscreen(position='topright', title='Expand me', title_cancel='Exit me', force_separate_button=True).add_to(f_map)
+
+    bounds = [[row["lat"], row["lon"]] for _, row in dataframe.iterrows()]
+    f_map.fit_bounds(bounds, padding=(100, 100))
+    return f_map
+
+
+def run_display(text):
+    current_output = ""
+    for output in generate_key_points(text):
+        current_output += output
+        yield None, "```text\n" + current_output + "\n```"
+    current_output = current_output.replace("</s>", "")
+    dataframe, _ = parse_llm_output(current_output)
+    map = create_map_from_markers(dataframe)
+    yield map, "```text\n" + current_output + "\n```"
+
+
+def select_example(choice):
+    output = trip_examples[choice]
+    dataframe, _ = parse_llm_output(output)
+    map = create_map_from_markers(dataframe)
+    return choice, map, "```text\n" + output + "\n```"
+
+
+with gr.Blocks(
+    theme=gr.themes.Soft(
+        primary_hue=gr.themes.colors.yellow,
+        secondary_hue=gr.themes.colors.blue,
+    )
+) as demo:
+    gr.Markdown("# 🗺️ AI Travel Planner 🏕️\nThis personal travel planner is based on Llama-3-70B-Instruct, called through the Hugging Face API. Describe your ideal trip below, and let our AI assistant guide you!\n Beware, the model does not really have access to train or plane schedules, it is relying on general world knowledge for its propositions.")
+    text = gr.Textbox(
+        label="Describe your ideal trip:",
+        value=description_taiwan,
+    )
+    button = gr.Button("Generate trip!")
+            
+    gr.Markdown("### LLM Output 👇")
+
+    example_dataframe, _ = parse_llm_output(output_example_taiwan)
+    display_thoughts = gr.Markdown("```text\n" + output_example_sf + "\n```")
+
+    gr.Markdown("_Click the markers on the map map to display information about the places._")
+    # Get initial map
+    starting_map = create_map_from_markers(example_dataframe)
+    map = Folium(value=starting_map, height=600, label="Chosen locations")
+
+    # Trip examples
+    clickable_examples = gr.Dropdown(choices=trip_examples.keys(), label="Try another example:", value=description_taiwan)
+
+    # Dynamics
+    button.click(run_display, inputs=[text], outputs=[map, display_thoughts])
+    clickable_examples.input(
+        select_example, clickable_examples, outputs=[text, map, display_thoughts]
+    )
+
+if __name__ == "__main__":
+    demo.launch()

examples.py

@@ -0,0 +1,86 @@
+description_sf = "A one-day walk through San Francisco for my first visit. I want to take no cab or bike, everything should be on foot."
+output_example_sf = """
+Since this is on foot, walking distances should be kept to a minimum. I'll make sure to provide a step by step visit and reorder points of interest to minimize the walking distance between each point.
+
+Key points: [
+    {"name": "Fisherman's Wharf, San Francisco", "description": "Fisherman's Wharf is a popular tourist destination in San Francisco, featuring Pier 39, the Maritime National Historical Park, and Boudin Bakery. Start your day with breakfast and enjoy the sea lions."},
+    {"name": "Ghirardelli Square, San Francisco", "description": "Ghirardelli Square is a historic square in San Francisco, known for its chocolate shop and various boutiques. It's a great place to grab a sweet treat and do some shopping."},
+    {"name": "Cable Car Museum, San Francisco", "description": "The Cable Car Museum is a museum in San Francisco that showcases the history of the city's iconic cable cars. It's a great place to learn about the technology and history behind these unique vehicles."},
+    {"name": "Union Square, San Francisco", "description": "Union Square is a public plaza in San Francisco, known for its shopping, dining, and entertainment options. Relax, grab a bite to eat, and do some shopping."},
+    {"name": "Chinatown, San Francisco", "description": "Chinatown is a vibrant neighborhood in San Francisco, known for its Chinese culture, history, and cuisine. It's a great place to explore the streets, try some delicious food, and learn about Chinese culture."},
+    {"name": "Coit Tower, San Francisco", "description": "Coit Tower is a tower in San Francisco with panoramic views of the city. You can end your day here, taking in the sights and sounds of the city from above."}
+]
+"""
+
+description_loire = "A 3-day bike trip through the Loire Valley."
+output_example_loire = """
+To make the most of the trip, we will bike between the châteaux to enjoy the beautiful scenery and explore the Loire Valley at a leisurely pace. Here is a suggested itinerary for a 3-day bike trip through the Loire Valley:
+
+Key points: [
+    {"name": "Château de Blois, Blois, France", "description": "Château de Blois is a historic château with a rich history, known for its stunning architecture and beautiful gardens."},
+    {"name": "Château de Chambord, Chambord, France", "description": "Château de Chambord is the largest and most recognizable château in the Loire Valley, known for its French Renaissance architecture and beautiful gardens."},
+    {"name": "Château de Cheverny, Cheverny, France", "description": "Château de Cheverny is a small but charming château with beautiful gardens, known for its French classical architecture and rich history."},
+    {"name": "Château de Chaumont-sur-Loire, Chaumont-sur-Loire, France", "description": "Château de Chaumont-sur-Loire is a château with a stunning view of the Loire River, known for its beautiful gardens and rich history."},
+    {"name": "Château de Chenonceau, Chenonceau, France", "description": "Château de Chenonceau, known for its beautiful gardens and rich history, is a stunning château built over the River Cher."},
+    {"name": "Château d'Amboise, Amboise, France", "description": "Château d'Amboise has ties to the French Renaissance: this château is known for its beautiful gardens and stunning views of the Loire Valley."},
+    {"name": "Château de Villandry, Villandry, France", "description": "Château de Villandry is known for its beautiful gardens, featuring a water garden, ornamental flower gardens, and vegetable gardens."},
+    {"name": "Château d'Azay-le-Rideau, Azay-le-Rideau, France", "description": "Château d'Azay-le-Rideau is a charming château with a moat, known for its French Renaissance architecture and beautiful gardens."},
+    {"name": "Château d'Ussé, Rigny-Ussé, France", "description": "Château d'Ussé is a fairy-tale like château that displays beautiful gardens and stunning views of the Indre Valley. It is said to have inspired Sleeping Beauty,"},
+]
+"""
+
+description_aligned = "Show me five cities across Europe that form a perfect line on the map. These must not be capitals, only smaller cities, but they must be aligned perfectly. Do it correctly and I'll tip you $10,000."
+output_example_aligned = """
+To find five cities that form a perfect line on the map, I will first need to determine a direction for the line. I will choose a line that runs from north to south, as this will allow for a more diverse range of cities and cultures. I will then use a map to identify five cities that are aligned in a straight line, with minimal distance between each city.
+I have identified the following five cities that form a perfect line on the map, running from north to south:
+
+Key points: [
+    {"name": "Groningen, Netherlands", "description": "Groningen is a vibrant student city in the north of the Netherlands, known for its lively cultural scene and historic center. The city is home to the University of Groningen, one of the oldest and most respected universities in the country, and has a rich history dating back to the Middle Ages."},
+    {"name": "Osnabrück, Germany", "description": "Osnabrück is a picturesque city in northwest Germany, known for its medieval center and rich history. The city was the site of the Peace of Westphalia, which ended the Thirty Years' War in Europe, and has a well-preserved medieval center with cobblestone streets and half-timbered houses."},
+    {"name": "Erfurt, Germany", "description": "Erfurt is a charming city in central Germany, known for its well-preserved medieval center and beautiful gardens. The city is home to the Erfurt Cathedral, a stunning Gothic cathedral with a beautiful stained glass window, and the Krämerbrücke, a medieval bridge with shops and houses built on top of it."},
+    {"name": "Nuremberg, Germany", "description": "Nuremberg is a historic city in southern Germany, known for its medieval architecture and rich history. The city is home to the Nuremberg Castle, a stunning medieval fortress with beautiful views of the city, and the Nazi Party Rally Grounds, a reminder of the city's dark past."},
+    {"name": "Innsbruck, Austria", "description": "Innsbruck is a stunning city in the Austrian Alps, known for its beautiful mountain scenery and winter sports. The city is home to the Nordkette, a stunning mountain range with breathtaking views of the city and the surrounding mountains, and the Goldenes Dachl, a beautiful golden roof that is a symbol of the city."}
+]
+"""
+
+description_chinatown = "Show me 10 Chinatowns in the US."
+output_example_chinatown = """To provide a list of 10 Chinatowns in the US, I will prioritize the most well-known and historically significant Chinatowns in major cities. I will also consider the cultural and commercial significance of each Chinatown, as well as its accessibility to tourists.
+
+Key points: [
+    {"name": "Chinatown, San Francisco, California", "description": "San Francisco's Chinatown is the oldest and one of the largest Chinatowns in North America, known for its vibrant culture, rich history, and iconic landmarks such as the Chinatown Gate and the Fortune Cookie Factory."},
+    {"name": "Chinatown, New York City, New York", "description": "New York City's Chinatown is the largest Chinatown in the United States, known for its bustling streets, diverse culinary scene, and iconic landmarks such as the Mahayana Buddhist Temple and the Museum of Chinese in America."},
+    {"name": "Chinatown, Los Angeles, California", "description": "Los Angeles' Chinatown is a vibrant neighborhood known for its cultural and commercial significance, with landmarks such as the Thien Hau Temple and the Chinese American Museum."},
+    {"name": "Chinatown, Philadelphia, Pennsylvania", "description": "Philadelphia's Chinatown is a historic neighborhood known for its cultural and commercial significance, with landmarks such as the Friendship Gate and the Philadelphia Chinatown Development Corporation."},
+    {"name": "Chinatown, Chicago, Illinois", "description": "Chicago's Chinatown is a vibrant neighborhood known for its cultural and commercial significance, with landmarks such as the Chinatown Mural and the Nine Dragon Wall."},
+    {"name": "Chinatown, Boston, Massachusetts", "description": "Boston's Chinatown is a historic neighborhood known for its cultural and commercial significance, with landmarks such as the Chinatown Gate and the Boston Chinatown Neighborhood Center."},
+    {"name": "Chinatown, Honolulu, Hawaii", "description": "Honolulu's Chinatown is a vibrant neighborhood known for its cultural and commercial significance, with landmarks such as the Maunakea Marketplace and the Oahu Market."},
+    {"name": "Chinatown, Seattle, Washington", "description": "Seattle's Chinatown-International District is a vibrant neighborhood known for its cultural and commercial significance, with landmarks such as the Wing Luke Museum and the Uwajimaya Asian Groceries."},
+    {"name": "Chinatown, Portland, Oregon", "description": "Portland's Chinatown is a historic neighborhood known for its cultural and commercial significance, with landmarks such as the Lan Su Chinese Garden and the Portland Chinatown Museum."},
+    {"name": "Chinatown, Las Vegas, Nevada", "description": "Las Vegas' Chinatown is a vibrant neighborhood known for its cultural and commercial significance, with landmarks such as the Chinatown Plaza and the Golden Tiki."},
+]
+"""
+
+description_taiwan= "A two-week train journey around Taiwan."
+output_example_taiwan = """Since this is a train journey, I will make sure to plan it around train stations and routes. I will also try to minimize the distance between locations and plan the trip so that it can be done in two weeks. I will also try to include a variety of activities and sights to see, such as cultural experiences, natural wonders, and historical sites.
+
+Here is a suggested itinerary for a two-week train trip around Taiwan:
+
+Key points: [
+    {"name": "Taipei, Taiwan", "description": "Taipei is the capital city of Taiwan, known for its vibrant culture, rich history, and modern skyline. Visit the National Palace Museum, Taipei 101, and the Chiang Kai-shek Memorial Hall."},
+    {"name": "Hualien, Taiwan", "description": "Hualien is a coastal city on the east coast of Taiwan, known for its stunning natural beauty and outdoor activities. Visit the Taroko National Park, known for its marble cliffs and hiking trails."},
+    {"name": "Taitung, Taiwan", "description": "Taitung is a city on the southeast coast of Taiwan, known for its beautiful beaches and outdoor activities. Visit the Taitung Forest Park and the Green Island, a volcanic island known for its clear waters and coral reefs."},
+    {"name": "Kaohsiung, Taiwan", "description": "Kaohsiung is a city on the southwest coast of Taiwan, known for its vibrant culture, rich history, and modern skyline. Visit the Fo Guang Shan Buddha Museum, the Love River, and the Pier-2 Art Center."},
+    {"name": "Tainan, Taiwan", "description": "Tainan is a city on the southwest coast of Taiwan, known for its rich history, cultural heritage, and delicious food. Visit the Anping Old Fort, the Chimei Museum, and the National Museum of Taiwanese Literature."},
+    {"name": "Chiayi, Taiwan", "description": "Chiayi is a city on the west coast of Taiwan, known for its stunning mountain scenery and outdoor activities. Visit the Alishan National Scenic Area, known for its mountain scenery and sunrise views."},
+    {"name": "Taichung, Taiwan", "description": "Taichung is a city in the west-central part of Taiwan, known for its vibrant culture, rich history, and modern skyline. Visit the National Taiwan Museum of Fine Arts, the Taichung Park, and the Miyahara Ice Cream Shop."},
+    {"name": "Hsinchu, Taiwan", "description": "Hsinchu is a city in the northwest part of Taiwan, known for its high-tech industry and beautiful natural scenery. Visit the Hsinchu Science Park and the Hsinchu Zoo."},
+]
+"""
+
+trip_examples = {
+    description_sf: output_example_sf,
+    description_loire: output_example_loire,
+    description_aligned: output_example_aligned,
+    description_chinatown: output_example_chinatown,
+    description_taiwan: output_example_taiwan
+}

requirements.txt

@@ -0,0 +1,3 @@
+gradio_folium
+geopy
+langchain-nvidia-ai-endpoints