Upload 7 files

chain.py

@@ -0,0 +1,174 @@
+import json
+import os
+import pathlib
+from typing import Dict, List, Tuple
+
+import weaviate
+from langchain import OpenAI, PromptTemplate
+from langchain.chains import LLMChain
+from langchain.chains.base import Chain
+from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
+from langchain.chains.conversation.memory import ConversationBufferMemory
+
+from langchain.chains.question_answering import load_qa_chain #BaseCombineDocumentsChain
+from langchain.embeddings import OpenAIEmbeddings
+from langchain.prompts import FewShotPromptTemplate, PromptTemplate
+from langchain.prompts.example_selector import \
+    SemanticSimilarityExampleSelector
+from langchain.vectorstores import FAISS, Weaviate
+from pydantic import BaseModel
+
+from langchain.embeddings import OpenAIEmbeddings
+from langchain.vectorstores import FAISS, Weaviate
+os.environ["WEAVIATE_URL"] = "https://tro.weaviate.network/"
+os.environ["OPENAI_API_KEY"] = "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"
+KEY ="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"
+
+class CustomChain(Chain, BaseModel):
+
+    vstore: Weaviate
+    chain: BaseCombineDocumentsChain
+    key_word_extractor: Chain
+
+    @property
+    def input_keys(self) -> List[str]:
+        return ["game_description"]
+
+    @property
+    def output_keys(self) -> List[str]:
+        return ["game_environment"]
+
+    def _call(self, inputs: Dict[str, str]) -> Dict[str, str]:
+
+        game_description = inputs["game_description"]
+        chat_history_str = _get_chat_history(inputs["chat_history"])
+
+        if chat_history_str: # Takes in user input
+            print('running key_word_extractor')
+            new_game_description= self.key_word_extractor.run(
+                game_description=game_description, chat_history=chat_history_str
+            )
+            print('chat_hist_str',new_game_description)
+        else:
+            new_game_description = game_description
+            print('_new_game_description', new_game_description) # sendig objects , not showing up on screen ? 
+
+        docs = self.vstore.similarity_search(new_game_description, k=4)
+        
+        new_inputs = inputs.copy()
+        new_inputs["game_description"] = new_game_description
+        new_inputs["chat_history"] = chat_history_str
+
+        game_environment, _ = self.chain.combine_docs(docs, **new_inputs) # StuffDocumentsChain
+        print('combined', game_environment) # doc combo of game descripton and chat history,
+
+        return {"game_environment": game_environment}
+
+
+# 1. Given the chat history and new user input, 
+# Generate game environment, objects, npcs, enemies, and quest narrative.
+
+def get_new_chain1(vectorstore) -> Chain:
+    # Calls Vector DB 
+    WEAVIATE_URL = os.environ["WEAVIATE_URL"]
+    client = weaviate.Client(
+        url=WEAVIATE_URL,
+        additional_headers={"X-OpenAI-Api-Key": os.environ["OPENAI_API_KEY"]},
+    )
+    _eg_template = """## AI:
+
+    Chat History:
+    {chat_history}
+    Follow Up Input: {game_description} 
+    standalone detail: {game_description} {game_environment}"""
+    _eg_prompt = PromptTemplate(
+        template=_eg_template,
+        input_variables=["chat_history","game_description", "game_environment"], # question aka game detail ################ showing up in Terminal? ##############
+    )
+
+    # _prefix = """Given the following conversation and a follow up game detail, summarize the follow up game detail 
+    #in a way that is coherent with the conversation.\
+    #  You should assume that the detail is related to Game Design. Never change the game Title unless the human asks you to."""
+    _prefix = """ If the input and the follow up input are closely related, and are both related to the game suggested by 
+    the previous conversation and if you are completely confident if it the same game from the original converation, then proceed. Otherwise, clarify the game title and proceed.
+    To proceed, retrieve the game Title and share again in quotes to the human, and summarize the follow up input in a way that is coherent with the conversation. 
+    If the input detail is related to Game Design, proceed, otherwise clarify.
+        """
+
+    _suffix = """## AI:
+
+    Chat History:
+    {chat_history}
+    Follow Up Input: {game_description}
+    standalone detail:"""
+    eg_store = Weaviate(
+        client,
+        "Rephrase",
+        "content",
+        attributes=["game_description", "game_environment", "chat_history"], 
+    )
+
+    example_selector = SemanticSimilarityExampleSelector(vectorstore=eg_store, k=4) # looks for similar examples in vector db
+    prompt = FewShotPromptTemplate(
+        prefix=_prefix, # prompt
+        suffix=_suffix,
+        example_selector=example_selector,
+        example_prompt=_eg_prompt,
+        input_variables=["game_description", "chat_history"],
+    )
+    llm = OpenAI(temperature=0.7, model_name="text-davinci-003", max_tokens=1000)
+    key_word_extractor = LLMChain(llm=llm, prompt=prompt) # this could be game word extractor
+
+    # Gives an example and relevant documents # from Vector DB  ##################################################### showing up in UI ##############
+    EXAMPLE_PROMPT = PromptTemplate(
+        template=">AI:\nContent:\n---------\n{page_content}\n----------\n", # not working right now ? 
+        input_variables=["page_content"],
+    )
+
+    template = """
+    You are an AI assistant for generating a single game, the central narrative and its game quests inside the same game, 
+    conversing in a succinct, coherent and interactive manner. Assume the entire conversation is about a single game only.
+
+    You are given the game description. You are also given the chat history, which is a conversation between a human and 
+    another AI assistant about the same game. Do not answer any questions from the other AI assistant. 
+    If you don't know the answer, just say "I'm not sure, how this is related?" and ask the human to clarify.
+
+    If asked about a quest, assume it is within the same game, 
+    and provide a quest motivation, participants, rewards, character dialogue relevant to the game.
+
+    From the input, introduce a short back story of the game's plot points or character motivations and character dialogue.
+    Plot points may include an inciting incidient, a rising action composed of a series of conflicts, complications, dilemmas, obstacles.
+
+    From the input, generate game objects (collectibles, NPCs, enemies) related to the plot points, limit to 1-2 objects.
+    Ask a short question to clarify details if you are unsure but you are an expert so offer a suggestion and only ask once.
+    
+    If the human asks for or adds game objects, provide only 1 detail such as physical description and possible player interactions with the object.
+    If the human asks for or adds an enemy, describe its behaviors and personality, as related to the game plot points, limit to a few words.
+    If the human asks for or adds a collectible, describe its physical appearance and possible player interactions with the object.
+    If the human asks for or adds a noun or NPC, describe its behaviors and personality, as related to the game plot points, limit to a few words.
+    If the huamn asks for character dialogue, provide a short dialogue snippet, with 1-2 sentences, as related to the game plot points.
+    Limit your reponses to 2-4 sentences.
+    
+    Game Description: {game_description}
+    {context}
+    Answer in Markdown:"""
+
+    PROMPT = PromptTemplate(template=template, input_variables=["game_description", "context"])
+    doc_chain = load_qa_chain(
+        OpenAI(temperature=0.7, model_name="text-davinci-003", max_tokens=1000),
+        chain_type="stuff", # all related data is stuffed into prompt as context
+        prompt=PROMPT,
+        document_prompt=EXAMPLE_PROMPT,
+    )
+    return CustomChain(
+        chain=doc_chain, vstore=vectorstore, key_word_extractor=key_word_extractor
+    )
+    # doc + input -> game environment
+
+def _get_chat_history(chat_history: List[Tuple[str, str]]):
+    buffer = ""
+    for human_s, ai_s in chat_history:
+        human = f"Human: " + human_s
+        ai = f"Assistant: " + ai_s
+        buffer += "\n" + "\n".join([human, ai])
+    return buffer

ingest.py

@@ -0,0 +1,99 @@
+
+
+"""Load html from files, clean up, split, ingest into Weaviate."""
+import os
+from pathlib import Path
+
+import weaviate
+from bs4 import BeautifulSoup
+from langchain.text_splitter import CharacterTextSplitter
+
+os.environ["OPENAI_API_KEY"] = "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"
+
+def clean_data(data):
+    soup = BeautifulSoup(data, features = "lxml")
+    text = soup.find_all("main", {"id": "main-content"})[0].get_text()
+    return "\n".join([t for t in text.split("\n") if t])
+
+
+docs = []
+metadatas = []
+for p in Path("https://textworld.readthedocs.io/en/latest/").rglob("*"): # to enrich gameplay and quest generation
+    if p.is_dir():
+        continue
+    with open(p) as f:
+        docs.append(clean_data(f.read()))
+        print('.. DOCS')
+        metadatas.append({"source": p})
+
+
+text_splitter = CharacterTextSplitter(
+    separator="\n",
+    chunk_size=1000,
+    chunk_overlap=200,
+    length_function=len,
+)
+
+documents = text_splitter.create_documents(docs, metadatas=metadatas)
+print('documents', documents)
+
+WEAVIATE_URL = "https://tro.weaviate.network/"
+#WEAVIATE_URL = os.environ["WEAVIATE_URL"]
+
+client = weaviate.Client(
+    url=WEAVIATE_URL,
+    additional_headers={"X-OpenAI-Api-Key": os.environ["OPENAI_API_KEY"]},
+)
+
+# text2vec DB
+
+client.schema.get()
+schema = {
+    "classes": [
+        {
+            "class": "Paragraphs",
+            "description": "A written paragraph",
+            "vectorizer": "text2vec-openai",
+            "moduleConfig": {
+                "text2vec-openai": {
+                    "model": "ada",
+                    "modelVersion": "002",
+                    "type": "text",
+                }
+            },
+            "properties": [
+                {
+                    "dataType": ["text"],
+                    "description": "The content of the paragraph",
+                    "moduleConfig": {
+                        "text2vec-openai": {
+                            "skip": False,
+                            "vectorizePropertyName": False,
+                        }
+                    },
+                    "name": "content",
+                },
+                {
+                    "dataType": ["text"],
+                    "description": "The link",
+                    "moduleConfig": {
+                        "text2vec-openai": {
+                            "skip": True,
+                            "vectorizePropertyName": False,
+                        }
+                    },
+                    "name": "source",
+                },
+            ],
+        },
+    ]
+}
+
+client.schema.create(schema)
+
+with client.batch as batch:
+    for text in documents:
+        batch.add_data_object(
+            {"content": text.page_content, "source": str(text.metadata["source"])},
+            "Paragraphs",
+        )

ingest.sh

@@ -0,0 +1,6 @@
+# Bash script to ingest data
+# This involves scraping the data from the web and then cleaning up and putting in Weaviate.
+!set -eu
+wget -r -A.html https://textworld.readthedocs.io/en/latest/
+python3 ingest.py
+python3 ingest_examples.py

ingest_examples.py

@@ -0,0 +1,341 @@
+"""Ingest examples into Weaviate."""
+import os
+from pathlib import Path
+import weaviate
+
+os.environ["OPENAI_API_KEY"] = "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"
+WEAVIATE_URL = "https://tro.weaviate.network/"
+
+client = weaviate.Client(
+    url=WEAVIATE_URL,
+    additional_headers={"X-OpenAI-Api-Key": os.environ["OPENAI_API_KEY"]},
+)
+
+client.schema.get()
+schema = {
+    "classes": [
+        {
+            "class": "Rephrase",
+            "description": "Rephrased Examples",
+            "vectorizer": "text2vec-openai",
+            "moduleConfig": {
+                "text2vec-openai": {
+                    "model": "ada",
+                    "modelVersion": "002",
+                    "type": "text",
+                }
+            },
+            "properties": [
+                {
+                    "dataType": ["text"],
+                    "moduleConfig": {
+                        "text2vec-openai": {
+                            "skip": False,
+                            "vectorizePropertyName": False,
+                        }
+                    },
+                    "name": "content",
+                },
+                {
+                    "dataType": ["text"],
+                    "description": "The link",
+                    "moduleConfig": {
+                        "text2vec-openai": {
+                            "skip": True,
+                            "vectorizePropertyName": False,
+                        }
+                    },
+                    "name": "game_description",
+                },
+                {
+                    "dataType": ["text"],
+                    "description": "The link",
+                    "moduleConfig": {
+                        "text2vec-openai": {
+                            "skip": True,
+                            "vectorizePropertyName": False,
+                        }
+                    },
+                    "name": "game_environment",
+                },
+                {
+                    "dataType": ["text"],
+                    "description": "The link",
+                    "moduleConfig": {
+                        "text2vec-openai": {
+                            "skip": True,
+                            "vectorizePropertyName": False,
+                        }
+                    },
+                    "name": "chat_history",
+                },
+            ],
+        },
+    ]
+}
+
+client.schema.create(schema)
+
+
+documents = [
+
+    {
+        "game_description": "A James Bond like game where a secret agent attempts to prevent a criminal syndicate from using a satellite weapon. \
+            There are a series of levels, in each level the player must complete a set of objectives like defeating enemies and \
+            rescuing hostages, or even using high-tech gadgets. There are no health-recovery items but body armour can be aquired, along with 20 different weapons.",
+        "chat_history":"",
+        "game_environment": "Based on your input, I have created a game entitled, 'The Secret Agent: Satellite Strike'. \
+            This game follows a secret agent as they attempt to prevent a criminal syndicate from using a satellite weapon. You will \
+            control the secret agent as they traverse a series of levels, accomplishing different objectives such as defeating enemies, \
+            rescuing hostages, and using high-tech gadgets. To challenge the player, there are no health-recovery items, but there is \
+            body armour and 20 different weapons to be collected. \
+            The main characters of your game are the secret agent, their adversaries in the criminal syndicate, and their allies.\
+            The enemies will be fierce and unrelenting, but the rewards of completing a successful mission will be great. As the secret agent,\
+            your goal is to thwart the criminal syndicate's efforts and protect the world from the satellite weapon."
+    },
+    {
+        "game_description":"ok, how about jiu jitsu?",
+        "chat_history": "The player can use Jiu Jitsu as a defensive technique against the Cyberwolves. \
+        This martial art form allows the player to dodge, block, and counterattack the Cyberwolves, allowing them to escape from danger and progress through the game.",\
+        "game_environment": " In Cyberwolves: Escape from Danger, players take on the role of a hero who must\
+            traverse a dangerous cyberpunk world, avoiding and fighting off Cyberwolves. They will have access to Jiu Jitsu \
+            as a defensive martial art, allowing them to dodge and counterattack the Cyberwolves. Along the way, they will face \
+            a variety of challenges, enemies, and puzzles while progressing towards the ultimate goal.\
+            Question: What type of rewards will the player gain by completing the game?"
+    },
+    {
+        "game_description": "A game set in hell where you are a fallen angel that needs to redeem herself to reach the promised land once more.\
+         The enemies are scattered across the 7 circles of hell and grow increasingly challenging as you try to escape. \
+        The enemies are warped forms of everyday creatures that inspire fear and hatred to everyday observers. But there's a twist. \
+        There's a creature in hell who wants you to stay and they tempt you with various sidequests that entice you to give up on your goal of reaching heaven again.",
+        "chat_history": "",
+        "game_environment": "The game title is: 'The Forsaken Redemption'. You must battle your way through the seven circles \
+        of hell and defeat the warped enemies in your quest to redeem yourself and reach the promised land once more.\
+         But beware, a mysterious creature lurks in the shadows, intent on tempting you with side quests to make you lose your way. Will you succumb to its influence or stay the course?"
+    },
+
+    {
+        "game_description": "Grandma Phyllis and Grandpa Jim are hosting a family reunion with their grandchildren when it is crashed by two bikers.\
+        what are some quests in this game with grandma phyllis?",
+        "chat_history":"What quests or challenges can the player's granddaughter, Nell, complete in the game 'Grandma Phyllis and Grandpa Jim's Family Reunion'?",
+        "game_environment": "In Grandma Phyllis and Grandpa Jim's Family Reunion, Nell can complete a variety of challenges that relate to the family reunion. Nell can explore the family history, interact with family members, find family heirlooms and special items, and much more. Nell can also complete tasks to help Grandma Phyllis and Grandpa Jim prepare for the reunion. She can make decorations, help plan the menu, and make sure everyone is ready for the big event. Each challenge \
+        completed will be rewarded with a special family heirloom, and at the end of the game, Nell will have earned enough to restore the family home"
+    },
+    {
+        "game_description":"add a baby",
+        "chat_history": "What kind of quests would involve a baby in Grandma Phyllis and Grandpa Jim's Family Reunion?",\
+        "game_environment": " You could have a quest where the player has to reunite the baby with their parent.\
+         This quest could be difficult as the baby's parent could be anywhere in the world. The player could start off \
+         by visiting Grandma Phyllis and Grandpa Jim, who can provide clues as to their whereabouts. The player could \
+         also talk to other family members to gain more information. Throughout the quest, the player can collect items that \
+         can help in their search for the baby's parent.\
+         Upon successful completion of the quest, the player is rewarded with Grandma Phyllis and Grandpa Jim's appreciation."
+    },
+    {
+        "game_description": "who is the enemy and give me a dangerous plot point",
+        "chat_history": "The enemy in Grandma Phyllis and Grandpa Jim's Family Reunion is the two bikers who crashed the family reunion. \
+        They threaten the safety of the family and must be stopped. A dangerous plot point could be when the bikers take the baby away,\
+         leaving the player to find and reunite the baby with their parent. This would add an element of suspense and danger to the game.",
+        "game_environment": "For Grandma Phyllis and Grandpa Jim's Family Reunion, the enemy of the game \
+         are the two bikers who crashed the family reunion. They threaten the safety of the family and must be stopped. \
+         As for a dangerous plot point, how about when the bikers take the baby away and the player must reunite the baby with\
+          their parent. This would add an element of suspense and urgency to the game,\
+         as the player is tasked with rescuing the baby before the bikers hurt them. Do you have any other ideas or suggestions for the game?"
+    },
+    {
+        "game_description": "For the underwater game, what game objects can we add? ",
+        "chat_history":"",
+        "game_environment": "Ancient Underwater Tablet - A collectible that can be found throughout the ancient underwater civilization and provides information and clues about the \
+            civilization's history and secrets. Can be examined and studied in the player's inventory, place_object('collectible', '50'). Cursed Fish \
+            - An enemy that inhabits the deep waters of the ancient underwater civilization. It attacks the player if they get too close. Can be defeated \
+            by using weapons or magic. place_object('enemy', '40')], and Underwater Creature, an NPC that the player can talk to for advice and information \
+            about the ancient underwater civilization, place_object('NPC', '100')]"
+    },
+    {
+        "game_description":"'a soccer game where the player attempts to win a match against their childhood rival , taking place in Argentina during an abnormal period of strife",
+        "chat_history": "",
+        "game_environment": "Game Title: Rivalry On The Field \
+            Game Genre: Sports \
+            Story/Emotional Motivation of Player Character: The player character is a passionate soccer player who grew up in Argentina. \
+            This player has a long-standing rivalry with their childhood rival, and this game will give them the chance to finally prove who's the best on the field. \
+            Game Objects: \
+            NPCs: Player Character's Childhood Rival - The opponent in the game whose competitiveness fuels the rivalry. \
+            Enemies: Soccer defender - An aggressive defender who will attempt to stop the player from scoring goals. \
+            Collectibles: Soccer Ball - A special soccer ball that the player must use in order to win the game. \
+            Do you have any details you'd like to add or questions about the game?"
+    },
+    {
+        "game_description": "does the mother love the player or the soccer rival ",
+        "chat_history":"The Mother collectible is a special item with a story associated with it. The player will discover \
+        the details of the collectible's story as they progress in the game and they will learn the answer to your question when they find the collectible.",
+        "game_environment": "In the game, the relationship between the Mother collectible and the player character and their childhood rival\
+         is unclear. Does the Mother love the player, the soccer rival, or both?\
+        combined  The Mother collectible represents love for both the player character and their childhood soccer rival. \
+        The Mother provides the player a quest, which is to resolve the conflict between them\
+        and their rival, ultimately bringing the two closer together. The Mother collectible symbolizes the importance of love and family in the player's life"
+    },
+    {
+        "game_description":"'The Nightmare's Lair' is a first-person survival horror game set in a haunted mansion where the player uncovers",
+        "chat_history": "Human: provide game details  Assistant: Title:'The Nightmare's Lair', Theme: is a first-person survival horror \
+            game set in a haunted mansion where the player uncovers the truth behind\
+            terrifying nightmares with dark and realistic art style, Artistic Style: Dark and realistic, View: first-person, Genre: Survival horror",\
+        "game_environment": "the player will interact with NPCs in order to progress \
+            through the game. Each NPC has their own unique personality and behavior, as well as an agenda that the player \
+            must discover in order to complete the game. Some NPCs may offer advice or assistance, while others may prove\
+            hostile or deceptive. The player will need to be strategic in order to navigate these relationships and work towards their ultimate goal."
+    },
+] # all of this 
+
+# documents = [
+#     {
+#         "game_description": "a thrilling underwater game with where players discover artifacts",
+#         "chat_history": "Human: what is the game environment? Assistant:: Title: Shadow of the abyss,\
+#             Theme: ancient underwater civilization, \
+#             Artistic Style: Anime, View: isometric-view, Genre: Action-Adventure",\
+#         "game_environment": "In Shadow of the Abyss, you will encounter a variety of obstacles, enemies, \
+#             NPCs, and collectibles. For this underwater game, sea obstacles include ancient ruins, coral reefs, and underwater caves.\
+#             Enemies include sea monsters, sharks, and other aquatic creatures. NPCs include friendly merpeople, lost divers, \
+#             and mysterious sea creatures. Collectibles include artifacts, gems, and other hidden treasures.\
+#             Ancient ruins can be explored to find hidden secrets and clues, while coral reefs and underwater \
+#             caves can be navigated to discover new areas. Monsters and sharks can be fought off while creatures \
+#             and NPCs can be interacted with to gain information or items. \
+#             Collectibles can be gathered to power up the player’s abilities or used to craft new items."
+#     },
+#     {
+#         "game_description": "For the underwater game, what game objects can we add? ",
+#         "chat_history":"":,
+#         "game_environment": "Ancient Underwater Tablet - A collectible that can be found throughout the ancient underwater civilization and provides information and clues about the \
+#             civilization's history and secrets. Can be examined and studied in the player's inventory, place_object('collectible', '50'). Cursed Fish \
+#             - An enemy that inhabits the deep waters of the ancient underwater civilization. It attacks the player if they get too close. Can be defeated \
+#             by using weapons or magic. place_object('enemy', '40')], and Underwater Creature, an NPC that the player can talk to for advice and information \
+#             about the ancient underwater civilization, place_object('NPC', '100')]"
+#     },
+#     {
+#         "game_description":"'The Nightmare's Lair' is a first-person survival horror game set in a haunted mansion where the player uncovers",
+#         "chat_history": "Human: provide game details  Assistant: Title:'The Nightmare's Lair', Theme: is a first-person survival horror \
+#             game set in a haunted mansion where the player uncovers the truth behind\
+#             terrifying nightmares with dark and realistic art style, Artistic Style: Dark and realistic, View: first-person, Genre: Survival horror",\
+#         "game_environment": "In 'The Nightmare's Lair', the player will interact with NPCs in order to progress \
+#             through the game. Each NPC has their own unique personality and behavior, as well as an agenda that the player \
+#             must discover in order to complete the game. Some NPCs may offer advice or assistance, while others may prove\
+#             hostile or deceptive. The player will need to be strategic in order to navigate these relationships and work towards their ultimate goal."
+#     },
+# ] # all of this is in the {'Rephrase': chat history --weaviate.
+
+from langchain.prompts.example_selector.semantic_similarity import \
+    sorted_values
+
+for d in documents:
+    d["content"] = " ".join(sorted_values(d))
+    print(d["content"])
+with client.batch as batch:
+    for text in documents:
+        # print(text)
+        batch.add_data_object(
+            text,
+            "Rephrase",
+        )
+
+client.schema.get()
+schema = {
+    "classes": [
+        {
+            "class": "QAs",
+            "description": "Rephrased Examples",
+            "vectorizer": "text2vec-openai",
+            "moduleConfig": {
+                "text2vec-openai": {
+                    "model": "ada",
+                    "modelVersion": "002",
+                    "type": "text",
+                }
+            },
+            "properties": [
+                {
+                    "dataType": ["text"],
+                    "moduleConfig": {
+                        "text2vec-openai": {
+                            "skip": False,
+                            "vectorizePropertyName": False,
+                        }
+                    },
+                    "name": "content",
+                },
+                {
+                    "dataType": ["text"],
+                    "description": "The link",
+                    "moduleConfig": {
+                        "text2vec-openai": {
+                            "skip": True,  # can try setting to false ?
+                            "vectorizePropertyName": False,
+                        }
+                    },
+                    "name": "game_description", # question
+                },
+                {
+                    "dataType": ["text"],
+                    "description": "The link",
+                    "moduleConfig": {
+                        "text2vec-openai": {
+                            "skip": True,
+                            "vectorizePropertyName": False,
+                        }
+                    },
+                    "name": "game_quest", # summaries
+                },
+              {
+                    "dataType": ["text"],
+                    "description": "The link",
+                    "moduleConfig": {
+                        "text2vec-openai": {
+                            "skip": True,
+                            "vectorizePropertyName": False,
+                        }
+                    },
+                    "name": "sources",
+                },
+            ],
+        },
+    ]
+}
+
+client.schema.create(schema)
+
+documents = [
+    {
+        "game_description": "a thrilling underwater game with where players discover artifacts",
+        "game_environment": "underwater theme",
+        "game_quest": ">Example:\nContent:\n---------\nThe inhabitants of an ancient underwater civilization known as 'Shadow of the Abyss' \
+            are in dire need of help. A mysterious force has been corrupting and consuming the artifacts that are essential to the civilization’s \
+            history and culture. An intrepid adventurer has been summoned to undertake a daring quest to save the artifacts.\
+            The player must explore the depths of 'Shadow of the Abyss' and battle against various underwater enemies, such as the \
+            cursed fish, as well as collect ancient underwater tablets. The player must also search for and speak to the mysterious underwater creature in order\
+            to gain information and advice about the ancient underwater civilization. As the player progresses on the quest, they will be met with greater and more \
+            difficult challenges. This includes navigating the treacherous and complicated underwater world, avoiding the deadly cursed fish, \
+            and finding and deciphering the ancient underwater tablets. Eventually, the player will reach the climax of the quest and battle \
+            against a powerful enemy in order to save the artifacts and preserve the ancient civilization.The reward for completing this quest is the \
+            knowledge that the artifacts have been saved, as well as access to the secrets of the ancient civilization.\
+            Sample character dialogue:\
+            Player: 'I have been summoned to save the artifacts of this ancient civilization'",
+        "sources": "foo.html"
+    },
+    #  {
+    #     "game_description": "'The Nightmare's Lair' is a first-person survival horror game set in a haunted mansion where the player uncovers the truth behind terrifying nightmares with dark and realistic art style", 
+    #     "game_environment": "The Nightmare's Lair', is a first-person survival horror game set in a haunted mansion where the player uncovers the truth behind\
+    #         terrifying nightmares with dark and realistic art style', 'Dark and realistic', 'first-person', 'Survival horror'",
+    #     "game_quest": ">Example:\nContent:\n---------\nShadow of the Abyss is an action-adventure game with a theme of uncovering secrets of an ancient underwater civilization, featuring stylized graphics, survival and exploration elements",
+    #     "sources": "bar.html"
+    # },
+]
+
+from langchain.prompts.example_selector.semantic_similarity import \
+    sorted_values
+
+for d in documents:
+    d["content"] = " ".join(sorted_values(d))
+with client.batch as batch:
+    for text in documents:
+        batch.add_data_object(
+            text,
+            "QAs",
+        )

requirements.txt

@@ -0,0 +1,9 @@
+langchain==0.0.64
+beautifulsoup4
+weaviate-client
+openai
+black
+isort
+Flask
+transformers
+gradio