{"train": [ { "input": "follow Emma from the coffee table to the living room", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "Can you provide a depiction of the person sitting at the lounge chair to the person at the exit?", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "meet Sophie at the lamp then locate them in the kitchen", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "say something about yourself to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "get acquainted with Peter at the entrance, and then look for him at the lamp and greet.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('lamp') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "locate a person pointing to the left in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet Emma in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "meet Robin at the coathanger, then welcome her at the dinner table.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('dinner table') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "I need you to bring me some noodles in a bowl", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person who is raising their right arm to the entrance after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Jesse in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person pointing to the left in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person pointing to the right in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take the person who dressed in an orange blouse from coathanger to couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Introduce your team's affiliation and greet the person in the kitchen wearing blue blouse.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please share details about the person standing and inform the person at the entrance", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | What_Tomorrow()" }, { "input": "meet Sara in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Lucas in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please go behind the person wearing orange shoes", "output": "Respond('okay I will follow the person wearing orange shoes') | Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "Navigate to find the yellow cup and set on shelf, and set the fork in it", "output": "Respond('I got this!') | Search_Object('cup', 'yellow') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('fork', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "who plays rita on the handmaid's tale", "output": "Respond('Amanda Brugel')" }, { "input": "Meet Jesse in the kitchen counter, introduce yourself, and then go behind.", "output": "Respond('got it!') | Move_To('kitchen counter') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "locate a person raising their left arm in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "Go over to the coathanger, locate a mayonaise, and bring it to the person standing in the trashcan.", "output": "Respond('Okay i got it!') | Move_To('coathanger') | Search_Object('mayonaise', '') | Pickup() | Move_To('trashcan') | Search_Person('', 'standing') | Give_To()" }, { "input": "After introducing yourself to the smallest person, take them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "find milk in the living room then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "I'd like you to carry that black water and put it into the basket in living room", "output": "Respond('Forsure!') | Search_Object('water', 'black') | Pickup() | Move_To('living room') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "Your mission is that set the dish on shelf, and set the knife on its left", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('knife', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "tell the man wearing orange pants in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man wearing orange pants') | What_Day()" }, { "input": "Please give me the blue washcloth and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('washcloth', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "tell smallest woman in the hallway how many coke there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('coke','') | Move_To('hallway') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "meet Robin in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Within hallway cabinet, put cup", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Greet the person wearing black blouse in the living room and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing black blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "where is the darts being held in las vegas", "output": "Respond('Mandalay Bay')" }, { "input": "what region of the world is sudan in", "output": "Respond('Northeast Africa')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Liam in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Liam', '') | Give_To()" }, { "input": "get to know Noah at the entrance.", "output": "Respond('Okay I will get to know Noah') | Move_To('entrance') | Search_Person('Noah', '') | Respond('Hi Noah, How are you doing?')" }, { "input": "Go to the entrance and meet Robin, then answer a question.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "take soap from the hallway cabinet and bring it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "salute Laura in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find cornflakes and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "What's the biggest object visible on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the biggest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "After introducing yourself to the person wearing a hat at the couch, guide them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "peach in hallway, you go count, then report to that number jarvis.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "bring me peach from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('peach', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person pointing to the left in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "inform tony after counting pear at the living room.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pear', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell the man pointing to the left in the TV table what day is today", "output": "Move_To('TV table') | Search_Person('', 'man pointing to the left') | What_Day()" }, { "input": "find soap in the office then get it and deliver it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "answer the question of the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "In the kitchen, greet the person standing and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Make your way to the lamp, search for a tictac, and present it to the person lying down in the exit.", "output": "Respond('Okay i got it!') | Move_To('lamp') | Search_Object('tictac', '') | Pickup() | Move_To('exit') | Search_Person('', 'lying down') | Give_To()" }, { "input": "describe the person lying down at the exit to me", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "After you get acquainted with Laura at the lamp, head to the entrance and greet him.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('entrance') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "find soap in the hallway then get it and give it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "salute Jesse in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing gray jacket in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'gray jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "My request for you is change location of strawberry from entrance to basket in kitchen", "output": "Respond('Sure! I'm working on it') | Move_To('entrance') | Search_Object('strawberry', '') | Pickup() | Move_To('kitchen') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow shirt in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "find a person raising their right arm in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "Go to the coffee table and introduce yourself to Jesse, then follow them to the office.", "output": "Respond('got it!') | Move_To('coffee table') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Harrie in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Can you count the number of people in the office wearing an orange shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "Go to dinner table and count apple. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('apple', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow sweater in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "Say hello to the person in the kitchen who is pointing to the left and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue blouse in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "say what day is tomorrow to the man dressed in an orange T-shirt in the exit", "output": "Move_To('exit') | Search_Person('', 'man dressed in an orange T-shirt') | What_Tomorrow()" }, { "input": "locate a person raising their left arm in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing blue coat in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "go behind the lead of person wearing an orange T-shirt", "output": "Respond('Sure, I will follow the person wearing an orange T-shirt.') | Search_Person('', 'wearing an orange T-shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "greet Laura in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Sophie in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Time()" }, { "input": "Please tell woman wearing blue shoes in the office how many dubbelfris there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('dubbelfris','') | Move_To('office') | Search_Person('', 'woman wearing blue shoes') | Answer()" }, { "input": "look for a person pointing to the right in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet the person wearing black t shirt in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "What object is the left-most on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the left-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "Greet the individual wearing a necklace in the living room and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing a necklace') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Jesse in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue jacket in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say what day is today to the women standing in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('', 'standing women') | What_Day()" }, { "input": "tell me how many people in the living room are wearing red t shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing red t shirts') | Search_Person('user', '') | Answer()" }, { "input": "meet Lucas in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | What_Time()" }, { "input": "greet the person wearing blue coat in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "greet the person wearing blue shirt in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say something about yourself to Julia who is lying down in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('entrance') | Search_Person('Julia', 'lying down') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet the person wearing black coat in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | What_Day()" }, { "input": "I'm curious about the appearance of person lying down in that exit.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Please go after the lead of person wearing blue shirt", "output": "Respond('Sure, I will follow the person wearing blue shirt.') | Search_Person('', 'wearing blue shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "Say hello to the person who is wearing glasses and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing white shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "who makes up the us green building council", "output": "Respond('Mahesh Ramanujam')" }, { "input": "greet Peter in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "where was the eastern front in ww1 located", "output": "Respond('at its greatest extent the entire frontier between the Russian Empire and Romania on one side and the Austro - Hungarian Empire , Bulgaria , the Ottoman Empire and the German Empire on the other')" }, { "input": "go to the hallway cabinet then find cola and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you count how many people are wearing yellow pants in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing yellow pants') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "find a person raising their left arm in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "count the fork at the office and inform tony", "output": "Respond('got it!') | Move_To('office') | Count_Object('fork', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing black shirt in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "Could you portray the person sitting and answer a question for me?", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "tell me how many people in the kitchen are wearing orange t shirts", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing orange t shirts') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their left arm in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "salute the person wearing blue t shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Please get yellow orange at office and then put inside of tray in lounge chair", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('orange', 'yellow') | Pickup() | Move_To('lounge chair') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "tell person wearing a necklace in the trashcan the number of coke present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('coke','') | Move_To('trashcan') | Search_Person('', 'person wearing a necklace') | Answer()" }, { "input": "meet Robin in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the hallway cabinet and bring it to William in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('William', '') | Give_To()" }, { "input": "follow Julia from the lamp to the hallway", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "go to the hallway cabinet then find curry and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing white shirt in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please bring blue crisp to person wearing black pants at the entrance", "output": "Respond('Ok! I'll do it') | Search_Object('crisp', 'blue') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing black pants') | Respond('Hi. this crisp for you') | Give_To()" }, { "input": "greet the person wearing red t shirt in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | What_Tomorrow()" }, { "input": "follow Sophie from the shelf to the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "when did coronation street move to media city", "output": "Respond('29 November 2013')" }, { "input": "greet the person wearing yellow t shirt in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "tell man wearing black pants in the exit how many pringles exist on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('pringles','') | Move_To('exit') | Search_Person('', 'man wearing black pants') | Answer()" }, { "input": "Your task is place the bowl at the coffee table, and once that's done, place the fork on its right", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('fork', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to John in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('John', '') | Give_To()" }, { "input": "How many individuals are raising their right arm in the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "Could you bring me some noodles in a bowl?", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Fleur in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "find a person raising their left arm in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "who made the mlb hall of fame 2018", "output": "Respond('Trevor Hoffman')" }, { "input": "greet Sophie in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Time()" }, { "input": "locate a person pointing to the right in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the desk') | Move_To('desk')" }, { "input": "Can you identify the biggest object on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the biggest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white t shirt in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "To Gabrielle dressed in an orange blouse, acquire banana from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('banana', '') | Pickup() | Search_Person('Gabrielle', 'dressed in an orange blouse') | Respond('Hi. this banana for you') | Give_To()" }, { "input": "plate in hallway, you go count, then inform that number jarvis.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('plate', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Could you serve some noodles into the cup?", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Emma in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find milk in the kitchen then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "What is the black object situated on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the black object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "What's the tallest object visible on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the tallest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Jesse in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Jesse', '') | Give_To()" }, { "input": "greet Jesse in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Introduce yourself to the person who is sitting at the lounge chair, then escort them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Harrie in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Time()" }, { "input": "meet Liam in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Greet the person dressed in a blue shirt and share your team's affiliation in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'dressed in a blue shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Person sitting is at lounge chair, tell me details.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "take cola from the desk and bring it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "where does the uk rank in world population", "output": "Respond('21')" }, { "input": "tell me what is the biggest dishes on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'biggest dishes') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their right arm in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Liam in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "look for a waving person in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Sophie in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Deliver milk in coathanger to tallest person in lounge chair, The person's name is Jesse", "output": "Respond('Okay, I will do it') | Move_To('coathanger') | Search_Object('milk', '') | Pickup() | Move_To('lounge chair') | Search_Person('Jesse', 'tallest') | Respond('Hi Jesse, this is for you') | Give_To()" }, { "input": "find soap in the hallway then take it and give it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "greet the person wearing black t shirt in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | What_Tomorrow()" }, { "input": "Meet Jesse at the coathanger and answer a question.", "output": "Respond('Okay, I will go find Jesse') | Move_To('coathanger') | Search_Person('Jesse', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "meet Peter in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me what is the biggest object on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'biggest') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue shirt in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | What_Tomorrow()" }, { "input": "greet the person wearing yellow shirt in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "Can you count how many people in the kitchen are dressed in a black shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in a black shirt') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Kevin in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Kevin', '') | Give_To()" }, { "input": "Determine the quantity of candle at the TV table and report to jarvis", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a person raising their right arm in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "Say hello to the smallest person and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Sophie in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please inform woman raising their right arm in the desk how many crisp there are on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('crisp','') | Move_To('desk') | Search_Person('', 'woman raising their right arm') | Answer()" }, { "input": "After you get acquainted with Lucas at the hallway, go and greet her at the hallway cabinet.", "output": "Respond('Okay i will greet her') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('hallway cabinet') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "guide the tallest individual to the coathanger after introducing yourself in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Will you tell me the pose of the person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Safely guide the person who is the oldest through exit from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "where was the abbey road album cover taken", "output": "Respond('a zebra crossing outside Abbey Road Studios')" }, { "input": "greet the person wearing black shirt in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue blouse in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide the person wearing a blue t shirt from the entrance to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the entrance to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "greet Liam in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow coat in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find washcloth and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet John in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing white shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take fanta from the dishwasher and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Susan in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Susan', '') | Give_To()" }, { "input": "meet Emma in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell oldest woman in the entrance the number of pringles present on the TV table", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('pringles','') | Move_To('entrance') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "Bring sausages in living room to exit, give it to Julia ", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('sausages', '') | Pickup() | Move_To('exit') | Search_Person('Julia', '') | Respond('Hi Julia. this sausages for you') | Give_To()" }, { "input": "Please relate smallest woman in the living room how many stroopwafel there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('stroopwafel','') | Move_To('living room') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "meet Sophie in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "greet the person wearing yellow blouse in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "greet Robin in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "what is the latest red hat linux version", "output": "Respond('7.5')" }, { "input": "Say hello to the person in the office who is wearing orange pants and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please take John who wearing yellow shoes from lounge chair to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('John', 'wearing yellow shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the hallway cabinet then find cornflakes and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person raising their left arm in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Please guide the person who dressed in an orange T-shirt from trashcan to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing red t shirt in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "meet Noah in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a person pointing to the right in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find William at the entrance", "output": "Respond('Okay, I will go find William') | Move_To('entrance') | Search_Person('William', '') | Respond('Here you are, I have found William')" }, { "input": "greet Julia in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "what teams are in the stanley cup playiffs", "output": "Respond('Washington Capitals')" }, { "input": "find soap in the hallway then grasp it and bring it to John in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "meet William in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet Hayley in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "get to know John at the coathanger, then say hi to him at the couch.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('couch') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "say the time to the man wearing blue shoes in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'man wearing blue shoes') | What_Time()" }, { "input": "greet the person wearing black t shirt in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | What_Tomorrow()" }, { "input": "Would you deliver to me the right-most curry that's in the entrance , please?", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('curry', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Robin in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "salute Emma in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Emma in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "meet Fleur in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Say what item is on the shelf to Sara.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('Sara', '') | Answer()" }, { "input": "I need you to earn black ice tea and place it on dinner table", "output": "Respond('Sure! I'm working on it') | Search_Object('ice tea', 'black') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Please transport that fanta and deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('fanta', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "would you tell the person wearing an orange blouse in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person wearing an orange blouse') | What_Tomorrow()" }, { "input": "navigate to the living room and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Deliver bowl in couch to oldest person, The person's name is Peter", "output": "Respond('Okay, I will do it') | Move_To('couch') | Search_Object('bowl', '') | Pickup() | Search_Person('Peter', 'oldest') | Respond('Hi Peter, this is for you') | Give_To()" }, { "input": "meet Sara in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Harrie in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Time()" }, { "input": "what is the order of mad max movies", "output": "Respond('Mad Max Beyond Thunderdome ( 1985 )')" }, { "input": "greet the person wearing yellow sweater in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell jarvis how many lemon are in the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell the man wearing blue blouse in the entrance what day is tomorrow", "output": "Move_To('entrance') | Search_Person('', 'man wearing blue blouse') | What_Tomorrow()" }, { "input": "meet Laura in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "Retrieve the black dubbelfris from the living room and bring it to me", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('dubbelfris', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "To person wearing blue T-shirt in kitchen, acquire dishwasher tab from exit and present it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi. this dishwasher tab for you') | Give_To()" }, { "input": "Find curry at couch, and then take it to Sara in coathanger. Sara wearing a hat", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('curry', '') | Pickup() | Move_To('coathanger') | Search_Person('Sara', 'wearing a hat') | Respond('Hi Sara, this curry for you') | Give_To()" }, { "input": "greet the person wearing yellow t shirt in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Move to meet up with Fleur, and answer a question.", "output": "Respond('got it!') | Search_Person('Fleur', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "get acquainted with Liam at the lounge chair, and then look for him at the coffee table.", "output": "Respond('Okay i will greet him') | Move_To('lounge chair') | Search_Person('Liam', '') | Respond('Hey Liam, How are you doing?') | Move_To('coffee table') | Search_Person('Liam', '') | Respond('Oh Liam, we meet again!')" }, { "input": "guide the person wearing a blue t shirt from the couch to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the shelf') | Move_To('shelf')" }, { "input": "I need you to take an inventory of the hagelslag in the coffee table and inform jarvis of the exact number.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('hagelslag', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Lucas in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Tell I love you to the person lying down in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'lying down') | Respond('I love you')" }, { "input": "pour some cereal into a bowl for me", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide Sophie from the lamp to the dishwasher", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the dishwasher') | Move_To('dishwasher')" }, { "input": "meet Susan in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | What_Day()" }, { "input": "inform person pointing to the left in the office how many plate there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('plate','') | Move_To('office') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "salute Laura in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Meet Robin and take to entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Robin', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "say your teams country to the person lying down in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Check kitchen for all orange. Get number. Say number to tony.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('orange', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell the woman wearing blue pants in the exit what day is tomorrow", "output": "Move_To('exit') | Search_Person('', 'woman wearing blue pants') | What_Tomorrow()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "How about describing the object on the desk to Peter?", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Peter', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "locate a person pointing to the right in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Take milk from lamp and then bring it to person who standing at exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('milk', '') | Pickup() | Move_To('exit') | Search_Person('', 'standing') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet Sara in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "What object is the left-most one on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the left-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "greet Noah in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | What_Day()" }, { "input": "greet the person wearing black coat in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please navigate to the office and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then get it and give it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "Say whats your favorite color to the person lying down in the kitchen cabinet", "output": "Respond('Okay! I got it') | Move_To('kitchen cabinet') | Search_Person('', 'lying down') | Respond('My favorite color is blue')" }, { "input": "Take dishwasher tab from lamp and then bring it to William who smallest at entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('entrance') | Search_Person('William', 'smallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "locate a person pointing to the left in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Susan in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "who developed a seed drill that planted seeds in straight rows", "output": "Respond('Camillo Torello')" }, { "input": "meet Fleur in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | What_Time()" }, { "input": "find a person pointing to the right in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet the person wearing white t shirt in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "guide the waving person from the hallway cabinet to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the TV table') | Move_To('TV table')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "How many people are there in the office wearing an orange blouse?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "First, get acquainted with Jesse at the coathanger, then greet him at the hallway cabinet.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('hallway cabinet') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "report to child in the kitchen cabinet about the number of dubbelfris on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('dubbelfris','') | Move_To('kitchen cabinet') | Search_Person('', 'child') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "At the entrance, get to know John, then greet her at the lamp.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('lamp') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Robin in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Robin', '') | Give_To()" }, { "input": "tell the time to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "go after standing people in the kitchen cabinet", "output": "Respond('okay I will follow standing people') | Move_To('kitchen cabinet') | Search_Person('', 'standing people')| Respond('I am here to follow you.') | Follow()" }, { "input": "tell me what is the lightest object on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'lightest') | Search_Person('user', '') | Answer()" }, { "input": "meet Harrie in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform man dressed in a blue shirt in the exit how many stroopwafel exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('stroopwafel','') | Move_To('exit') | Search_Person('', 'man dressed in a blue shirt') | Answer()" }, { "input": "find a waving person in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Tell where are you from to the person lying down in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Introduce your team's affiliation and greet the person wearing an orange blouse.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Go to dishwasher and count cola. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('cola', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "On dinner table, place bowl and place spoon on its right", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('spoon', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "look for a person raising their left arm in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "count the cup at the lounge chair and then report to woman dressed in a blue blouse in the exit", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('cup','') | Move_To('exit') | Search_Person('', 'woman dressed in a blue blouse') | Answer()" }, { "input": "tell me what is the biggest dishes on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'biggest dishes') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then get it and deliver it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "when did the last grey's anatomy air", "output": "Respond('May 18 , 2017')" }, { "input": "meet Sophie at the desk then locate them in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "How many individuals in the office are wearing a necklace?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing a necklace') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the lamp') | Move_To('lamp')" }, { "input": "Could you provide a description of the person standing and address a question?", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet the person wearing yellow blouse in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing gray t shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'gray t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Susan in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | What_Day()" }, { "input": "Introduce yourself to Harrie in the desk, and go after.", "output": "Respond('got it!') | Move_To('desk') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Julia in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet the person wearing blue coat in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the waving person in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "take soap from the shelf and give it to the waving person in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "say the day of the month to the man wearing a hat in the coffee table", "output": "Move_To('coffee table') | Search_Person('', 'man wearing a hat') | What_Day()" }, { "input": "Introduce yourself to the person dressed in a black T-shirt and then proceed to escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Emma in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Say hello to the person who is wearing orange pants and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "What I need for you is to take the person who smallest at the trashcan to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing red t shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Can you tell me the number of individuals wearing orange pants in the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing orange pants') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the biggest decorations on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'biggest decorations') | Search_Person('user', '') | Answer()" }, { "input": "Find John in the kitchen cabinet, introduce yourself, and follow.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing blue sweater in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I wand you to carry cola from lounge chair to living room. Then hand it over to oldest ", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('cola', '') | Pickup() | Move_To('living room') | Search_Person('', 'oldest') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "In the lamp, find the one wearing black pants, introduce yourself, and guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing black pants') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Would you set a cup on the kitchen cabinet and a knife on its right?", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "You go coffee table, count washcloth, report to tony number.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('washcloth', '') | Search_Person('tony', '') | Answer()" }, { "input": "count the sponge at the lamp and inform person wearing an orange T-shirt in the coathanger", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('sponge','') | Move_To('coathanger') | Search_Person('', 'person wearing an orange T-shirt') | Answer()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Look at cornflakes in kitchen. Count them all up. Give jarvis that number.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('cornflakes', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white t shirt in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please inform man wearing orange pants in the office how many crisp there are on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('crisp','') | Move_To('office') | Search_Person('', 'man wearing orange pants') | Answer()" }, { "input": "who came up with the design idea for the penny", "output": "Respond('Lyndall Bass')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Lucas in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', '') | Give_To()" }, { "input": "greet the person wearing black sweater in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "greet Jesse in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and give it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "find washcloth in the hallway then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Travel to the trashcan, search for a stroopwafel, and give it to the person lying down in the exit.", "output": "Respond('Okay i got it!') | Move_To('trashcan') | Search_Object('stroopwafel', '') | Pickup() | Move_To('exit') | Search_Person('', 'lying down') | Give_To()" }, { "input": "Please move to the coffee table. tell me how many fruits are on there. ", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet Jesse in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | What_Time()" }, { "input": "meet Jesse in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Mention your team's affiliation and say hello to the person dressed in an orange blouse.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Kevin in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find plum and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell the day of the week to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "take soap from the hallway cabinet and deliver it to Susan in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Susan', '') | Give_To()" }, { "input": "tell woman wearing an orange blouse in the trashcan how many fork there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('fork','') | Move_To('trashcan') | Search_Person('', 'woman wearing an orange blouse') | Answer()" }, { "input": "meet Hayley in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "greet William in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('I am here to follow you') | Follow()" }, { "input": "In the living room, greet the person waving and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I'd like you to carry that yellow cornflakes and put it into the basket", "output": "Respond('Forsure!') | Search_Object('cornflakes', 'yellow') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Emma in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Hayley in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "look for a person pointing to the right in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "Please inform man pointing to the right in the lounge chair how many dubbelfris there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('dubbelfris','') | Move_To('lounge chair') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "greet Julia in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce yourself to the tallest person and then proceed to guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "inform jarvis after counting milk placed in the office.", "output": "Respond('got it!') | Move_To('office') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "say the pose of Hayley at the trashcan to the person at the desk", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('Hayley', '') | Vision_Ask('describe to me the person posture') | Move_To('desk') | Vision_Ans()" }, { "input": "look for a person pointing to the right in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet the person wearing blue coat in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the office then get it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you like to tell me how many decorations are in the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "It would be helpful if you could check inside the living room, count the total articles of lemon, and inform that number to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find soap in the hallway then grasp it and bring it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "You should tell me the pose of the person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their left arm in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "take soap from the hallway cabinet and deliver it to Susan in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Susan', '') | Give_To()" }, { "input": "Can you count how many people in the hallway are standing?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | What_Time()" }, { "input": "say the time to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "greet the person wearing white t shirt in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black blouse in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "tell me what is the smallest cleaning supplies on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'smallest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Laura in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Time()" }, { "input": "Introduce yourself to Jesse in the lounge chair and guide them to the coathanger", "output": "Respond(Okay i will greet the person) | Move_To('lounge chair') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Sara in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell the day of the week to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "liquorice is in hallway, you go there count and give tony the numbers.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('liquorice', '') | Search_Person('tony', '') | Answer()" }, { "input": "Please tell man pointing to the left in the lounge chair how many mayonaise there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('mayonaise','') | Move_To('lounge chair') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "Give Kevin a description of the objects on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('describe the objects on the shelf') | Search_Person('Kevin', '') | Answer()" }, { "input": "meet Laura in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "the seven provinces that became the united provinces", "output": "Respond('The County of Zeeland')" }, { "input": "Please bring black orange in lounge chair to person wearing an orange T-shirt at the entrance", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('orange', 'black') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi. this orange for you') | Give_To()" }, { "input": "get acquainted with Robin at the living room, then go to the shelf to find her.", "output": "Respond('Okay i will greet her') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('shelf') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "greet Liam in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black t shirt in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | What_Tomorrow()" }, { "input": "salute Julia in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find soap in the living room then grasp it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say the day of the month to the tallest man in the TV table", "output": "Move_To('TV table') | Search_Person('', 'tallest man') | What_Day()" }, { "input": "greet the person wearing white t shirt in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | What_Tomorrow()" }, { "input": "guide the waving person from the exit to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "tell what day is tomorrow to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "Say hello to the person wearing yellow pants and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "After you get to know Fleur at the coathanger, go and greet her at the coffee table.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('coffee table') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "meet Laura in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "what are unalienable rights in the declaration of independence", "output": "Respond('Life')" }, { "input": "go to the hallway cabinet then find water and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Could you tell me the number of people in the office wearing glasses?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing glasses') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow sweater in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "report to jarvis after counting bowl placed in the office.", "output": "Respond('got it!') | Move_To('office') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow blouse in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you mind retrieving the biggest water from the dishwasher and bring it to me?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('water', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "What is the blue object that can be found on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the blue object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the coffee table to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the coathanger') | Move_To('coathanger')" }, { "input": "salute Hayley in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "locate a person raising their right arm in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Julia in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and deliver it to Emma in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Emma', '') | Give_To()" }, { "input": "tell me what is the biggest drinks on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'biggest drinks') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find plum and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue sweater in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Would you like to tell me how many cleaning supplies are in the shelf", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Please inform man wearing glasses in the entrance how many bowl there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('bowl','') | Move_To('entrance') | Search_Person('', 'man wearing glasses') | Answer()" }, { "input": "I need you to earn black cola from lamp and place it on coffee table", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('cola', 'black') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "put a bowl on the hallway cabinet", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup()| Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "go to the hallway cabinet then find cornflakes and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Liam in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "who wins the australian open men's single title in 2018", "output": "Respond('Roger Federer')" }, { "input": "meet Sophie at the shelf then find them in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Introduce yourself to the person wearing yellow pants at the trashcan and then proceed to guide them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing yellow pants') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "Make your way to the couch, search for a cola, and present it to the person lying down in the entrance.", "output": "Respond('Okay i got it!') | Move_To('couch') | Search_Object('cola', '') | Pickup() | Move_To('entrance') | Search_Person('', 'lying down') | Give_To()" }, { "input": "escort the oldest person to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "How many people are standing in the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "In the kitchen area, perform a tally of the pringles on the counter and inform tony the result.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('pringles', '') | Search_Person('tony', '') | Answer()" }, { "input": "find a person pointing to the right in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take milk from the shelf and bring it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please make your way to the lamp and take Robin to the entrance whom wearing a hat.", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Robin', 'wearing a hat') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing black blouse in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you tell me how many people in the hallway are wearing an orange shirt?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the right in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "meet Noah in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | What_Day()" }, { "input": "escort the tallest person to the entrance from the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell the gesture of the person at the kitchen counter to the person at the loc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in kitchen counter is') | Answer()" }, { "input": "What object can be identified as the black on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the black object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "take the person who is wearing an orange T-shirt to the exit from the couch.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "tell the day of the month to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "What object is the yellow on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the yellow object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "locate a person pointing to the left in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "say what day is tomorrow to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "Please inform me about the yellow object on the shelf.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the yellow object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Time()" }, { "input": "From office, take cup and convey it to Kevin wearing orange shoes at couch", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('cup', '') | Pickup() | Move_To('couch') | Search_Person('Kevin', 'wearing orange shoes') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "take soap from the shelf and deliver it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "tell the man pointing to the right in the TV table what day is today", "output": "Move_To('TV table') | Search_Person('', 'man pointing to the right') | What_Day()" }, { "input": "meet Peter in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | What_Time()" }, { "input": "locate a person pointing to the left in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Sara in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say what day is today to the person wearing yellow pants in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing yellow pants') | What_Day()" }, { "input": "find soap in the kitchen then take it and deliver it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Make introductions with the person pointing to the left in the trashcan before guiding them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the hallway cabinet then find dubbelfris and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take soap from the TV table and bring it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "take milk from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "say hello to Robin in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a waving person in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Time()" }, { "input": "guide the person wearing an orange shirt to the exit after making introductions in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "what is the outcome of the complement cascade", "output": "Respond('proxy inflammation to attract additional phagocytes')" }, { "input": "greet the person wearing black sweater in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "salute Julia in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find dubbelfris and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Lucas in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you tell the appearance of the person lying down at the lounge chair to the person at the entrance", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "meet Robin in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "guide Sophie from the hallway cabinet to the lamp", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the lamp') | Move_To('lamp')" }, { "input": "greet Sophie in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Julia in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Can you bring the black spoon from the hallway to where I am?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('spoon', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white sweater in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please tell woman wearing blue pants in the couch how many washcloth there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('washcloth','') | Move_To('couch') | Search_Person('', 'woman wearing blue pants') | Answer()" }, { "input": "find sponges in the office then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black blouse in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "To coathanger, escort the person who wearing orange shoes from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet William in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Greet the individual wearing black T-shirt in the kitchen and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing black T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide Sophie from the entrance to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "greet the person wearing white sweater in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a person raising their right arm in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "Pickup the pear, which is in hallway, put on the basket", "output": "Respond('Forsure!') | Move_To('hallway') | Search_Object('pear', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Can you count how many people in the kitchen are wearing black pants?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black pants') | Search_Person('user', '') | Answer()" }, { "input": "What is the biggest object there on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the biggest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "greet Fleur in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Time()" }, { "input": "Tell I need you to the Sophie in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('I need you')" }, { "input": "In the kitchen, how many people are lying down?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "tell the man wearing black shirt in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man wearing black shirt') | What_Tomorrow()" }, { "input": "find a waving person in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can I ask you to hand over sponge to tallest person in lounge chair?", "output": "Respond('Ok! I'll do it') | Search_Object('sponge', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'tallest') | Respond('Hi. this sponge for you') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Susan in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Susan', '') | Give_To()" }, { "input": "greet William at the coathanger.", "output": "Respond('Okay I will greet William') | Move_To('coathanger') | Search_Person('William', '') | Respond('Hey William, How are you doing?')" }, { "input": "Bring liquorice in living room to entrance, give it to Robin ", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('liquorice', '') | Pickup() | Move_To('entrance') | Search_Person('Robin', '') | Respond('Hi Robin. this liquorice for you') | Give_To()" }, { "input": "meet Robin in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet the person wearing white t shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Robin in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "Could you count how many people are wearing yellow T-shirt in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing yellow T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "Your mission is take curry from lounge chair and convey it to entrance. Finally, handover that curry to person Sara", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('curry', '') | Pickup() | Move_To('entrance') | Search_Person('Sara', '') | Respond('Hi Sara. this curry for you') | Give_To()" }, { "input": "guide the waving person from the lounge chair to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the TV table') | Move_To('TV table')" }, { "input": "Fetch a blue coke and put it down at dishwasher", "output": "Respond('OK! I'm working on it') | Search_Object('coke', 'blue') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "relate person raising their right arm in the lounge chair how many pea soup there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pea soup','') | Move_To('lounge chair') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "meet Laura in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "how many miles from san antonio to houston", "output": "Respond('about 190 miles ( 310 km ) west')" }, { "input": "locate a waving person in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "inform oldest man in the entrance how many fanta there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('fanta','') | Move_To('entrance') | Search_Person('', 'oldest man') | Answer()" }, { "input": "meet Hayley in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "put a cup on the shelf and lay a knife on its right", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('knife', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "locate a person pointing to the right in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the living room then take it and bring it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "guide Sophie from the exit to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the coathanger') | Move_To('coathanger')" }, { "input": "where is good witch supposed to take place", "output": "Respond('the town of Middleton')" }, { "input": "when are the new 20 dollar bills coming out", "output": "Respond('by 2020')" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Store this black sausages to bag", "output": "Respond('Forsure!') | Search_Object('sausages', 'black') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "salute Sophie in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "guide Liam who wearing black shoes to the coathanger from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Liam', 'wearing black shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take the individual standing to the entrance after introducing yourself in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "get acquainted with Emma at the exit first, and then find her at the desk and greet.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('desk') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "greet the person wearing yellow blouse in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black jacket in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | What_Tomorrow()" }, { "input": "greet William in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | What_Day()" }, { "input": "milk in kitchen there, you count and give jarvis how much numbers.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a person pointing to the left in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "What object can be identified as the left-most on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the left-most object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "say the time to the man wearing black pants in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'man wearing black pants') | What_Time()" }, { "input": "guide Lucas to the lounge chair", "output": "Respond('Okay, I am working on it') | Search_Person('Lucas', '') | Respond('Hey, I am here to guide you to lounge chair, please follow me') | Move_To('lounge chair')" }, { "input": "Deliver spoon in couch to smallest person in office, The person's name is Harrie", "output": "Respond('Okay, I will do it') | Move_To('couch') | Search_Object('spoon', '') | Pickup() | Move_To('office') | Search_Person('Harrie', 'smallest') | Respond('Hi Harrie, this is for you') | Give_To()" }, { "input": "greet John in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please go behind the lead of person dressed in a black T-shirt", "output": "Respond('Sure, I will follow the person dressed in a black T-shirt.') | Search_Person('', 'dressed in a black T-shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "greet Noah in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | What_Day()" }, { "input": "tell me how many people in the kitchen are wearing gray jackets", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing gray jackets') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the exit to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the dishwasher') | Move_To('dishwasher')" }, { "input": "please say something about yourself to people who is lying down in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('', 'lying down people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet William in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | What_Day()" }, { "input": "count the knife at the office and then inform man raising their right arm in the hallway cabinet", "output": "Respond('got it!') | Move_To('office') | Count_Object('knife','') | Move_To('hallway cabinet') | Search_Person('', 'man raising their right arm') | Answer()" }, { "input": "Please say what time is it to the people sitting in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('entrance') | Search_Person('', 'sitting people') | What_Time()" }, { "input": "Please move to the kitchen cabinet. tell me how many dishes are on there. ", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "It would be helpful if you could check inside the shelf, count the total articles of milk, and inform that number to tony.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('milk', '') | Search_Person('tony', '') | Answer()" }, { "input": "salute Sophie in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "What is the blue object situated on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the blue object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Illustrate for Sophie the strawberry on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Search_Object('strawberry', '') | Vision_Ask('describe the strawberry on the kitchen counter') | Search_Person('Sophie', '') | Answer()" }, { "input": "In basket, fill the plate", "output": "Respond('Forsure!') | Search_Object('plate', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "find soap in the kitchen then grasp it and give it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | What_Tomorrow()" }, { "input": "Can you tell me the number of people wearing glasses in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing glasses') | Search_Person('user', '') | Answer()" }, { "input": "pour some noodles in a bowl", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "what are the pixies names in winx club", "output": "Respond('Digit')" }, { "input": "guide the person wearing a necklace to the entrance after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "mississippi north south distance is about how many miles", "output": "Respond('340 miles ( 545 km )')" }, { "input": "Please tell me the pose of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "follow me", "output": "Respond('okay I will follow you') | Search_Person('user', '') | Follow()" }, { "input": "find a person raising their left arm in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "tell your teams affiliation to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow shirt in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who played primrose everdeen in the hunger games", "output": "Respond('Willow Shields')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Laura in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Laura', '') | Give_To()" }, { "input": "Please convey peach to hallway. And hand it over to smallest", "output": "Respond(,'Ok! I'll do it') | Search_Object('peach', '') | Pickup() | Move_To('hallway') | Search_Person('', 'smallest') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "greet Harrie in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Tell me which object is the blue on the hallway cabinet.", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the blue object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the office then take it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your mission is take mayonaise from lamp and convey it to exit. Finally, handover that mayonaise to person wearing black pants", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('mayonaise', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing black pants') | Respond('Hi. this mayonaise for you') | Give_To()" }, { "input": "greet the person wearing blue jacket in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Hayley in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the desk and deliver it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing white sweater in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "escort the person dressed in an orange blouse from the lounge chair to the entrance after introducing yourself.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "What does CAPTCHA stands for?", "output": "Respond('CAPTCHA is an acronym for Completely Automated Public Turing test to tell Computers and Humans Apart')" }, { "input": "greet the person wearing white jacket in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "greet Kevin in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Time()" }, { "input": "escort the tallest person to the coathanger from the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "bring me lemon from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('lemon', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "What was the first computer bug?", "output": "Respond('The first actual computer bug was a dead moth stuck in a Harvard Mark II.')" }, { "input": "In the living room, say hello and mention your team's affiliation to the person standing.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Peter in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Fleur in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | What_Day()" }, { "input": "greet the person wearing black sweater in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find mayonaise and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black coat in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | What_Tomorrow()" }, { "input": "salute the person wearing blue sweater in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing black t shirt in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "I'd like to know what the left-most object on the dinner table is.", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the left-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then fetch it and bring it to John in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "Tell whats your team afiliation to Laura in couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Describe the objects located on the shelf to Susan.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('describe the objects on the shelf') | Search_Person('Susan', '') | Answer()" }, { "input": "You should go behind the lead of Susan in the office", "output": "Respond('Sure, I will follow Susan.') | Move_To('office')| Search_Person('Susan', '')| Respond('Hey Susan I am here to follow you.') | Follow()" }, { "input": "salute Sara in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "tell what day is today to the women sitting in the desk", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Person('', 'sitting women') | What_Day()" }, { "input": "greet John in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black coat in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Julia in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take coke from the TV table and give it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find cornflakes and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the couch to the trashcan", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the trashcan') | Move_To('trashcan')" }, { "input": "When you get a chance, can you head over to the kitchen, count every single item of plum in there, and give jarvis ?", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('plum', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Fleur in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | What_Day()" }, { "input": "find a person pointing to the left in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Make your way to the entrance, search for a pancake mix, and present it to the person lying down in the lounge chair.", "output": "Respond('Okay i got it!') | Move_To('entrance') | Search_Object('pancake mix', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'lying down') | Give_To()" }, { "input": "pick up the pea soup", "output": "Respond('Okay, I will go get the pea soup') | Search_Object('pea soup', '') | Pickup() | Respond('Here you go, I have got you the pea soup')" }, { "input": "take soap from the hallway cabinet and give it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "You should go behind person dressed in a blue T-shirt", "output": "Respond('Sure, I will follow the person dressed in a blue T-shirt.') | Search_Person('', 'dressed in a blue T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "guide the waving person from the coathanger to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the exit') | Move_To('exit')" }, { "input": "where did the battle of midway take place", "output": "Respond('near Midway Atoll')" }, { "input": "How many individuals are there in the living room dressed in a blue blouse?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in a blue blouse') | Search_Person('user', '') | Answer()" }, { "input": "Go to coathanger, find a person, escort to couch, and hand over an crisp.", "output": "Move_To('coathanger') | Search_Person('', '') | Respond('Hey, am here to guide you to couch, please follow me') | Move_To('couch') | Search_Object('crisp', '') | Pickup() | Give_To()" }, { "input": "find a person raising their left arm in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "What is the biggest object located on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Tell whats your team affiliation to the person standing in the TV table", "output": "Respond('Okay! I got it') | Move_To('TV table') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you tell me the right-most object on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the right-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "say the time to the oldest woman in the kitchen, please", "output": "Move_To('kitchen') | Search_Person('', 'oldest woman') | What_Time()" }, { "input": "guide Sophie from the entrance to the lamp", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the lamp') | Move_To('lamp')" }, { "input": "follow Julia from the dinner table to the office", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "how long does an offer last contract law", "output": "Respond('Delivery date')" }, { "input": "take milk from the kitchen cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Laura in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Time()" }, { "input": "tell me what is the smallest drinks on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'smallest drinks') | Search_Person('user', '') | Answer()" }, { "input": "guide the person who wearing black blouse from coathanger to lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing black blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please inform the individual present at exit about the looks of the person standing at trashcan.", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "greet the person wearing blue sweater in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "greet the person wearing blue coat in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a waving person in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "take washcloth from the kitchen cabinet and give it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Illustrate what object is on the hallway cabinet for Liam.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('What is the object on the hallway cabinet') | Search_Person('Liam', '') | Answer()" }, { "input": "get acquainted with Hayley by the office, then gonna greet him at the desk.", "output": "Respond('Okay i will greet him') | Move_To('office') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('desk') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "bring me a bowl filled with noodles, please", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Susan in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find stroopwafel and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('stroopwafel', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please bring the biggest ice tea from the hallway and afterwards, answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway') | Search_Object('ice tea', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "locate a person raising their left arm in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing black jacket in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "escort the person wearing a necklace to the exit", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the dishwasher') | Move_To('dishwasher')" }, { "input": "greet the person wearing black shirt in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the left in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Please relate tallest man in the office how many fork there are on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('fork','') | Move_To('office') | Search_Person('', 'tallest man') | Answer()" }, { "input": "Determine how many candle are on the dining room table and report to that figure to tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('candle', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing yellow sweater in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "pour me noodles in a dish and bring it here", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Deliver pea soup in kitchen to person wearing yellow pants, the person is in lounge chair", "output": "Respond('Okay, I will do it') | Move_To('kitchen') | Search_Object('pea soup', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'wearing yellow pants') | Respond('Hi, this pea soup for you') | Give_To()" }, { "input": "Find pear at kitchen, and then take it to Jesse who is in couch", "output": "Respond('Sure! I'll do it for you') | Move_To('kitchen') | Search_Object('pear', '') | Pickup() | Move_To('couch') | Search_Person('Jesse', '') | Respond('Hi Jesse, this pear for you') | Give_To()" }, { "input": "locate a waving person in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Time()" }, { "input": "greet the person wearing blue blouse in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please tell person pointing to the right in the shelf how many dubbelfris there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('dubbelfris','') | Move_To('shelf') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "explain the object on the desk for Susan.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Susan', '') | Answer()" }, { "input": "Greet the person wearing blue shoes and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Susan in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide Sophie from the kitchen cabinet to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the kitchen cabinet to the entrance') | Move_To('entrance')" }, { "input": "meet Fleur in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Noah in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me how many person pointing to the left are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "bring me washcloth from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Lucas in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a waving person in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "what are the different strains of lyme disease", "output": "Respond('Borrelia afzelii')" }, { "input": "salute Julia in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a person pointing to the right in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Peter in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "meet Kevin in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Would you go get the left-most peach from the coathanger and bring it to me?", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('peach', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please go to the living room and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please fetch the yellow milk from the office and deliver it to shelf.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('milk', 'yellow') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Please follow the person wearing blue pants in the living room", "output": "Respond('okay I will follow the person wearing blue pants') | Move_To('living room') | Search_Person('', 'wearing blue pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "Safely take the person who wearing blue shoes through entrance from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing blue shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please go get the yellow candy from the exit and deliver it to me.", "output": "Respond('Got it!') | Move_To('exit') | Search_Object('candy', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing red t shirt in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Noah in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | What_Time()" }, { "input": "find a person pointing to the right in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white sweater in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Take a ice tea from exit and put it down at kitchen cabinet", "output": "Respond('OK! I'm working on it') | Move_To('exit') | Search_Object('ice tea', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "go to the hallway cabinet then find mayonaise and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Describe for Sophie the things situated on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Sophie', '') | Answer()" }, { "input": "take cola from the hallway cabinet and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Mention your team's affiliation and say hello to the person lying down.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell me what is the largest dishes on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'largest dishes') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow shirt in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "where is the new la football stadium being built", "output": "Respond('Inglewood , California')" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the trashcan') | Move_To('trashcan')" }, { "input": "serve some drink into the cup for me", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "meet Emma in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take them to the coathanger after introducing yourself to the person in the lamp who is wearing a hat.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Can you get the blue tictac from the living room and bring it to me?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('tictac', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the left in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Noah in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a person raising their right arm in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet the person wearing red shirt in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I need you to take an inventory of the plum in the desk and inform jarvis of the exact number.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('plum', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white t shirt in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "Say yourself to the Susan in the kitchen", "output": "Respond('Okay! I got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "meet Laura in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "In the couch, find the one standing, introduce yourself, and guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing yellow coat in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "take soap from the hallway cabinet and deliver it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "find soap in the hallway then get it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing red t shirt in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "greet Kevin in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take coke from the desk and deliver it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "How about describing the washcloth on the dinner table to Harrie?", "output": "Respond('Let me see!') | Move_To('dinner table') | Search_Object('washcloth', '') | Vision_Ask('describe the washcloth on the dinner table') | Search_Person('Harrie', '') | Answer()" }, { "input": "greet the person wearing blue t shirt in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | What_Time()" }, { "input": "locate a person pointing to the left in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "get to know Emma at the couch, proceed to the coathanger and greet her.", "output": "Respond('Okay i will greet her') | Move_To('couch') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('coathanger') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "say hello to John in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "salute the person wearing blue shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "bring me washcloth from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Look in office. Count all water there. Say number to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('water', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Harrie in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "where was the movie moon over parador filmed", "output": "Respond('Ouro Preto , Minas Gerais , Brazil')" }, { "input": "I need you to give me some noodles in the cup", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Bring orange to person wearing blue blouse, in entrance", "output": "Respond('Okay, I will do it') | Search_Object('orange', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing blue blouse') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet Robin in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "where is st petersburg fl on a map", "output": "Respond('27 \u00b0 46 \u2032 23 '' N 82 \u00b0 38 \u2032 24 '' W \ufeff / \ufeff 27.77306 \u00b0 N 82.64000 \u00b0 W')" }, { "input": "find a waving person in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce yourself to the tallest person at the couch, then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Greet the person sitting in the office and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Lucas in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you tell me how many people in the hallway are pointing to the left?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "check how many spoon at the office and let tony know", "output": "Respond('got it!') | Move_To('office') | Count_Object('spoon', '') | Search_Person('tony', '') | Answer()" }, { "input": "Introduce yourself to Hayley at the lamp, and proceed to go behind.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "look for a waving person in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Time()" }, { "input": "count the washcloth at the TV table and inform person pointing to the right in the couch", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('washcloth','') | Move_To('couch') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "Can you count the number of people standing in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "meet Julia in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Susan in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "answer the quiz of the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide Sophie from the shelf to the couch", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the couch') | Move_To('couch')" }, { "input": "Tell where are you from to the person sitting in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find curry and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Robin in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and deliver it to William in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "meet Lucas in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute the person wearing blue sweater in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "locate a person raising their right arm in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Noah in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Noah', '') | Give_To()" }, { "input": "greet Laura in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Time()" }, { "input": "find a person pointing to the right in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Go to lamp, meet the person who is the smallest and take to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Can you pour a cup full of cereal?", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "answer the quiz of the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "From trashcan, guide Fleur to entrance whom dressed in an orange T-shirt", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Fleur', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "get to know John at the entrance, then say hi to her at the dinner table.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('dinner table') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "salute Hayley in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Can you please set bowl on kitchen counter and then spoon in it?", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Tell me how the person sitting at the coathanger looks like.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "take sponges from the kitchen counter and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Julia in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Lucas in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | What_Time()" }, { "input": "Your mission is set the bowl on dishwasher and fork in it ", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('fork', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Could you grab the tallest crisp from the coffee table and deliver it to office?", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('crisp', 'tallest') | Pickup() | Move_To('office') | Place_On('office')" }, { "input": "Can you count the number of people in the office wearing an orange blouse?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "greet Peter in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | What_Day()" }, { "input": "count the curry at the kitchen counter and report to person wearing blue shoes in the exit", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('curry','') | Move_To('exit') | Search_Person('', 'person wearing blue shoes') | Answer()" }, { "input": "take water from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the person wearing a blue t shirt from the desk to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the lounge chair') | Move_To('lounge chair')" }, { "input": "look for a person raising their right arm in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "Could you tell me how many people in the kitchen are wearing black shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white sweater in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow shirt in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Safely guide Robin who wearing blue T-shirt through coathanger from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', 'wearing blue T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "candle present on the kitchen counter, tally them and inform the number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell me how many cleaning supplies there are on the shelf", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Illustrate the dubbelfris located on the hallway cabinet to Sara.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Vision_Ask('describe the dubbelfris on the hallway cabinet') | Search_Person('Sara', '') | Answer()" }, { "input": "say something about yourself to the person lying down in the hallway cabinet", "output": "Respond('Okay! I got it') | Move_To('hallway cabinet') | Search_Person('', 'lying down') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "go behind Sophie", "output": "Respond('okay I will follow the Sophie') | Search_Person('Sophie', '') | Follow()" }, { "input": "follow Emma from the coffee table to the kitchen", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "locate a person raising their left arm in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "Please tell person wearing blue T-shirt in the couch how many plum there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('plum','') | Move_To('couch') | Search_Person('', 'person wearing blue T-shirt') | Answer()" }, { "input": "In the kitchen, how many people are wearing black shoes?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black shoes') | Search_Person('user', '') | Answer()" }, { "input": "Go to couch, meet the person who wearing a hat and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing a hat') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell the pose of Fleur at the lounge chair to the person at the living room", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Person('Fleur', '') | Vision_Ask('describe to me the person posture') | Move_To('living room') | Vision_Ans()" }, { "input": "find soap in the kitchen then fetch it and give it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "guide the person who wearing an orange blouse, in the trashcan, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "I'd like to know what the smallest thing on the dishwasher is.", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the smallest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "Please go behind the lead of person wearing black shoes", "output": "Respond('Sure, I will follow the person wearing black shoes.') | Search_Person('', 'wearing black shoes') | Respond('I am here to follow you.')| Follow()" }, { "input": "greet the person wearing white coat in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a person raising their right arm in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "count the cornflakes at the office and report to person pointing to the right in the coathanger", "output": "Respond('got it!') | Move_To('office') | Count_Object('cornflakes','') | Move_To('coathanger') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the shelf to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "greet Fleur in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white blouse in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "Say I need you to the Liam in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('Liam', '') | Respond('I need you')" }, { "input": "I wand you to carry water from trashcan and transfer it to person who is oldest in office", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('water', '') | Pickup() | Move_To('office') | Search_Person('', 'oldest') | Respond('Hi. this water for you') | Give_To()" }, { "input": "meet Fleur in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person pointing to the right in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "tell me what is the biggest cleaning supplies on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'biggest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "greet Peter in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | What_Day()" }, { "input": "Illustrate for Jesse the object on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Jesse', '') | Answer()" }, { "input": "Describe person lying down at exit to me.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Please go to the kitchen and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "when did women get the right to vote", "output": "Respond('in 1920')" }, { "input": "how tall is a 2l bottle of coke", "output": "Respond('336 mm')" }, { "input": "greet Robin in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I need you to take an inventory of the pear in the hallway and inform tony of the exact number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('pear', '') | Search_Person('tony', '') | Answer()" }, { "input": "say what day is today to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "tell me what is the biggest food on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'biggest food') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black blouse in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "Greet the person wearing orange pants and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Peter in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "salute Lucas in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Susan in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Laura in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Julia from the trashcan to the living room", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Julia', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "meet Hayley in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Fleur in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "greet the person wearing black shirt in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform jarvis the pear count on the kitchen counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Say hello to the person sitting and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Laura in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Laura', '') | Give_To()" }, { "input": "say what day is today to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "tell the time to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "when does islamabad get maximum amount of rainfall", "output": "Respond('July')" }, { "input": "take soap from the desk and give it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "tell me how many people in the kitchen are wearing orange sweaters", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing orange sweaters') | Search_Person('user', '') | Answer()" }, { "input": "Go to lamp, meet Noah who is the smallest and guide to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Noah', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Illustrate the objects located on the dinner table to Robin.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Robin', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the couch to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the lamp') | Move_To('lamp')" }, { "input": "greet Lucas in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "will you say what day is tomorrow to the woman dressed in an orange blouse in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'woman dressed in an orange blouse') | What_Tomorrow()" }, { "input": "greet William in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | What_Day()" }, { "input": "Look at pea soup in kitchen. Count them all up. Give jarvis that number.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pea soup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go to the hallway cabinet then find hagelslag and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Lay dish on hallway cabinet", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "find soap in the hallway then get it and bring it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "Would you put a dish on the kitchen cabinet, with a knife on its left?", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "guide Sophie from the coathanger to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the exit') | Move_To('exit')" }, { "input": "Would you follow sitting men in the coffee table", "output": "Respond('okay I will follow sitting men') | Move_To('coffee table') | Search_Person('', 'sitting men')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing blue sweater in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | What_Time()" }, { "input": "take soap from the hallway cabinet and deliver it to Sophie in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sophie', '') | Give_To()" }, { "input": "how many episodes in lethal weapon series 3", "output": "Respond('13')" }, { "input": "greet Lucas in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white coat in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take milk from the desk and deliver it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black coat in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "answer the question of the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Meet Emma in the coathanger and then follow.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Follow()" }, { "input": "meet Julia in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Noah in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Noah', '') | Give_To()" }, { "input": "what is the first episode of pokemon johto", "output": "Respond('`` Do n't Touch That ' dile '' ( Wakaba Town ! Where the Winds of a New Beginning Blow ! )')" }, { "input": "meet Fleur in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me what is the largest fruits on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'largest fruits') | Search_Person('user', '') | Answer()" }, { "input": "say what time is it to the people sitting in the office", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'sitting people') | What_Time()" }, { "input": "greet the person wearing gray t shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'gray t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "tell your teams affiliation to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell your teams name to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform man wearing orange pants in the entrance how many pea soup there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('pea soup','') | Move_To('entrance') | Search_Person('', 'man wearing orange pants') | Answer()" }, { "input": "To exit, take Emma who wearing an orange shirt from lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Emma', 'wearing an orange shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Liam in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you tell me how many people in the office are raising their right arm?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "You should go behind the lead of the person wearing an orange T-shirt", "output": "Respond('okay I will follow the person wearing an orange T-shirt') | Search_Person('', 'wearing an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing blue shirt in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "look for a person raising their left arm in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "follow Emma from the coffee table to the hallway", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Meet up with Jesse at the couch, then find the person in the coathanger, and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('couch') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('coathanger') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "meet Jesse in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Count the soap on the dining table in the dining room and inform tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('soap', '') | Search_Person('tony', '') | Answer()" }, { "input": "Introduce yourself to William in the TV table, and follow them to the office.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "go to the hallway cabinet then find cornflakes and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "say what day is today to the person wearing an orange shirt in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing an orange shirt') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "salute the person wearing blue t shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find a person raising their right arm in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a person pointing to the right in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "Make your introduction to the individual standing in the trashcan and take them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Jesse in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow blouse in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "How many people in the office are dressed in an orange T-shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "tell me what is the smallest object on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'smallest') | Search_Person('user', '') | Answer()" }, { "input": "what was the name of pink floyd's first studio album", "output": "Respond('The Piper at the Gates of Dawn')" }, { "input": "greet the person wearing black shirt in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Meet Robin in the dishwasher and then follow them to the office.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Follow()" }, { "input": "Do me a favor and tally up how many pieces of milk are in the dishwasher, then inform that figure to jarvis.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white coat in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Julia in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the dinner table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "who does rory have her first time with", "output": "Respond('Dean')" }, { "input": "meet Lucas in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "salute Emma in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue t shirt in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "meet Laura in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white shirt in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | What_Time()" }, { "input": "greet the person wearing white jacket in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white coat in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "locate a person pointing to the right in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "Can you fetch the right-most crisp from the kitchen and bring it to me?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('crisp', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sophie in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "count the cola at the desk and report to tony", "output": "Respond('got it!') | Move_To('desk') | Count_Object('cola', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Robin in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform tallest person in the trashcan how many hagelslag exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('hagelslag','') | Move_To('trashcan') | Search_Person('', 'tallest person') | Answer()" }, { "input": "Please inform person wearing an orange shirt in the trashcan how many liquorice there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('liquorice','') | Move_To('trashcan') | Search_Person('', 'person wearing an orange shirt') | Answer()" }, { "input": "find a person raising their left arm in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Robin in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Robin', '') | Give_To()" }, { "input": "From the lounge chair to the entrance, take the smallest individual.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'smallest') | Respond('Hi, I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please tell smallest person in the lounge chair how many crisp there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('crisp','') | Move_To('lounge chair') | Search_Person('', 'smallest person') | Answer()" }, { "input": "Could you please escort the person who dressed in an orange T-shirt, whom in trashcan, to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Lucas in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "greet Lucas in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Julia in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Julia', '') | Give_To()" }, { "input": "when was the last major earthquake in texas", "output": "Respond('April 14 , 1995')" }, { "input": "Mention your team's affiliation and say hello to the person wearing black shoes in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing black shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell me what is the largest cleaning supplies on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'largest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "I need you to inform the person at entrance about the looks of the one lying down over at lounge chair.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "find a person raising their left arm in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the person raising their right arm in the living room and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'raising their right arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take soap from the shelf and bring it to the waving person in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Please make your way to the trashcan and guide the person who dressed in an orange shirt to the coathanger.", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "locate a waving person in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "Find William in the trashcan, introduce yourself, and go behind.", "output": "Respond('got it!') | Move_To('trashcan') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Could you please bring this pringles to bag in living room?", "output": "Respond('Forsure!') | Search_Object('pringles', '') | Pickup() | Move_To('living room') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "meet Julia in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say hello to Emma in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a person raising their left arm in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "salute the person wearing blue t shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "salute Laura in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "In basket, put the banana", "output": "Respond('Forsure!') | Search_Object('banana', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please tell person pointing to the right in the shelf how many spoon there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('spoon','') | Move_To('shelf') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "In tray, store the yellow ice tea", "output": "Respond('Forsure!') | Search_Object('ice tea', 'yellow') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing white t shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Hayley in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "To tallest person in living room, acquire soap and present it", "output": "Respond('Ok! I'll do it') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'tallest') | Respond('Hi. this soap for you') | Give_To()" }, { "input": "Please tell me what the black object is on the kitchen cabinet.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the black object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "locate a person pointing to the left in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "look for a person raising their left arm in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "go behind lying down people in the office", "output": "Respond('okay I will follow lying down people') | Move_To('office') | Search_Person('', 'lying down people')| Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person pointing to the left in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "tell me how many people in the office are wearing yellow blouses", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing yellow blouses') | Search_Person('user', '') | Answer()" }, { "input": "To the entrance from the trashcan, escort the person dressed in a black T-shirt.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "brooklyn nine nine season 5 episode 6 release", "output": "Respond('November 14 , 2017')" }, { "input": "Please pick up curry and then put inside of tray", "output": "Respond('Sure! I'm working on it') | Search_Object('curry', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "After introducing yourself to the person raising their left arm at the couch, escort them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the hallway and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "when was the women's army corps established", "output": "Respond('15 May 1942')" }, { "input": "meet Sophie at the trashcan then look for them in the office", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "tell what day is tomorrow to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "describe the person lying down at the couch to me", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "follow Sophie from the exit to the living room", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "tell me how many people in the office are wearing white sweaters", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing white sweaters') | Search_Person('user', '') | Answer()" }, { "input": "find the liquorice at the TV table", "output": "Respond('Okay, I will go find the liquorice') | Move_To('TV table') | Search_Object('liquorice', '') | Respond('Here it is, I have found the liquorice')" }, { "input": "greet the person wearing white t shirt in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "greet the person wearing blue shirt in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your assistance is needed to go through the dishwasher, make a count of all the plate items, and provide jarvis with that number.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('plate', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "What object is the biggest on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the biggest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the living room then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "To coathanger, guide the person who is the smallest from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Take black apple from trashcan and then bring it to person in living room", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('apple', 'black') | Pickup() | Move_To('living room') | Search_Person('', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Greet the person waving in the living room and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "First, get acquainted with Julia at the lounge chair, then greet him at the shelf.", "output": "Respond('Okay i will greet him') | Move_To('lounge chair') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Move_To('shelf') | Search_Person('Julia', '') | Respond('Oh Julia, we meet again!')" }, { "input": "look for a person pointing to the left in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you grab the blue bowl from the dishwasher and deliver it to lamp?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('bowl', 'blue') | Pickup() | Move_To('lamp') | Place_On('lamp')" }, { "input": "take soap from the hallway cabinet and deliver it to Robin in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Robin', '') | Give_To()" }, { "input": "greet the person wearing white shirt in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Describe person sitting to me.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the kitchen cabinet then locate them in the office", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "tell me what is the biggest cleaning supplies on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'biggest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "give me the biggest sponge at the coffee table and also answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('coffee table') | Search_Object('sponge', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Go to couch, meet the person who is the oldest and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "inform child in the office how many lemon there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('lemon','') | Move_To('office') | Search_Person('', 'child') | Answer()" }, { "input": "say the day of the month to the man wearing blue shoes in the coffee table", "output": "Move_To('coffee table') | Search_Person('', 'man wearing blue shoes') | What_Day()" }, { "input": "greet the person wearing blue shirt in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find curry and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Robin in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet John in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Noah in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find candy and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candy', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find William at the lounge chair", "output": "Respond('Okay, I will go find William') | Move_To('lounge chair') | Search_Person('William', '') | Respond('Here you are, I have found William')" }, { "input": "find a person raising their right arm in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "look for a person pointing to the right in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "Say whats your team affiliation to the person lying down in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a waving person in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "inform woman pointing to the right in the trashcan how many knife there are on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('knife','') | Move_To('trashcan') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "say the time to the man waving in the living room, please", "output": "Move_To('living room') | Search_Person('', 'man waving') | What_Time()" }, { "input": "greet Hayley in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "What is the tallest object found on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the tallest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "when did the taliban first take over afghanistan", "output": "Respond('September 1996')" }, { "input": "Go to the kitchen counter and introduce yourself to Susan, then go after them to the hallway.", "output": "Respond('got it!') | Move_To('kitchen counter') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Julia in the dishwasher and follow", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('dishwasher') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Follow()" }, { "input": "In bag in couch, store the black orange", "output": "Respond('Forsure!') | Search_Object('orange', 'black') | Pickup() | Move_To('couch') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "look for a person raising their left arm in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "In basket, put the coke", "output": "Respond('Forsure!') | Search_Object('coke', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow coat in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "meet Lucas in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me what is the largest fruits on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'largest fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow blouse in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Harrie in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "greet the person wearing yellow t shirt in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find the dubbelfris at the TV table", "output": "Respond('Okay, I will go find the dubbelfris') | Move_To('TV table') | Search_Object('dubbelfris', '') | Respond('Here it is, I have found the dubbelfris')" }, { "input": "After introducing yourself to the person wearing orange pants, take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue sweater in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "You need to find cup in the kitchen and set it on shelf", "output": "Respond('I got this!') | Move_To('kitchen') |Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet the person wearing white t shirt in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "find soap in the kitchen then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the waving person from the lounge chair to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "greet Kevin in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Would you mind sharing details about the person sitting?", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person ') | Search_Person('user', '') | Answer()" }, { "input": "inform man wearing yellow shirt in the couch the number of sponge present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('sponge','') | Move_To('couch') | Search_Person('', 'man wearing yellow shirt') | Answer()" }, { "input": "locate a person pointing to the right in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing gray sweater in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'gray sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find a waving person in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to follow you.') | Follow()" }, { "input": "greet Fleur in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Time()" }, { "input": "find soap in the kitchen then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the office then grasp it and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "escort the person who is wearing an orange shirt to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please move to the dinner table. tell me how many snacks are on there. ", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "cast of time after time the tv show", "output": "Respond('Josh Bowman as John Stevenson / Jack the Ripper')" }, { "input": "explain to Noah what is placed on the dinner table.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Noah', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | What_Time()" }, { "input": "meet Hayley in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "Give Susan a description of the dishwasher tab on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('dishwasher tab', '') | Vision_Ask('describe the dishwasher tab on the hallway cabinet') | Search_Person('Susan', '') | Answer()" }, { "input": "meet Robin in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you tell me the number of individuals raising their left arm in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "Please guide Hayley who is the tallest from trashcan to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Hayley', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Let Lucas know the details about the items on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Lucas', '') | Answer()" }, { "input": "meet Peter in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | What_Time()" }, { "input": "tell the man wearing yellow shoes in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man wearing yellow shoes') | What_Day()" }, { "input": "meet Jesse in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me how many person pointing to the right are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "greet Kevin in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Laura in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet Emma in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue sweater in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the lamp to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the coffee table') | Move_To('coffee table')" }, { "input": "Find yellow lemon at lounge chair, and then take it to Hayley in kitchen. Hayley wearing glasses", "output": "Respond('Sure! I'll do it for you') | Move_To('lounge chair') | Search_Object('lemon', 'yellow') | Pickup() | Move_To('kitchen') | Search_Person('Hayley', 'wearing glasses') | Respond('Hi Hayley, this lemon for you') | Give_To()" }, { "input": "what is the name of the medicine for gonorrhea", "output": "Respond('Ceftriaxone by injection')" }, { "input": "get to know Robin at the living room, and then look for her at the desk and greet.", "output": "Respond('Okay i will greet her') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('desk') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "From kitchen, take spoon and convey it to Emma wearing an orange T-shirt at lamp", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('spoon', '') | Pickup() | Move_To('lamp') | Search_Person('Emma', 'wearing an orange T-shirt') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "meet William in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | Respond('I am here to follow you') | Follow()" }, { "input": "In the lounge chair, find the one wearing black shoes, introduce yourself, and guide them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing black shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "report to person pointing to the left in the TV table about the number of dishwasher tab on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('dishwasher tab','') | Move_To('TV table') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "locate a person raising their right arm in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "check how many fork at the dishwasher and let jarvis know", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('fork', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "navigate to the lamp then look for a hagelslag and fetch it and give it to the person lying down in the coathanger", "output": "Respond('Okay i got it!') | Move_To('lamp') | Search_Object('hagelslag', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'lying down') | Give_To()" }, { "input": "salute the person wearing blue sweater in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "Introduce yourself to the person who is wearing an orange T-shirt, then guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "inform woman raising their right arm in the kitchen counter how many cornflakes there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('cornflakes','') | Move_To('kitchen counter') | Search_Person('', 'woman raising their right arm') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "In the kitchen, say hello and mention your team's affiliation to the person waving.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell tony how many pear are in the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pear', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing black sweater in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "go to the hallway cabinet then find cola and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a waving person in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing yellow t shirt in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say hello to Sara in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find orange and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('orange', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black sweater in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | What_Tomorrow()" }, { "input": "greet the person wearing white coat in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me how many people in the office are wearing white t shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing white t shirts') | Search_Person('user', '') | Answer()" }, { "input": "Describe person sitting at exit to me.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to Susan in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Susan', '') | Give_To()" }, { "input": "look for a person raising their left arm in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Make your introduction to the individual dressed in an orange blouse and escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "To the entrance, guide the person lying down.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "guide the person wearing black pants to the exit after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'wearing black pants') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find a person pointing to the right in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their left arm in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "what is the body natural version of morphine", "output": "Respond('Endorphins')" }, { "input": "Please pick up dishwasher tab at kitchen and then put inside of basket in trashcan", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('trashcan') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "find a person pointing to the left in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "meet Harrie at the living room, moving forward to greet him at the shelf.", "output": "Respond('Okay i will greet him') | Move_To('living room') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('shelf') | Search_Person('Harrie', '') | Respond('Oh Harrie, we meet again!')" }, { "input": "say hello to Robin in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Find yellow bowl at trashcan, and then take it to Jesse in living room. Jesse wearing orange shoes", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('bowl', 'yellow') | Pickup() | Move_To('living room') | Search_Person('Jesse', 'wearing orange shoes') | Respond('Hi Jesse, this bowl for you') | Give_To()" }, { "input": "tell the time to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "count the ice tea at the kitchen counter and report to person dressed in an orange T-shirt in the exit", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('ice tea','') | Move_To('exit') | Search_Person('', 'person dressed in an orange T-shirt') | Answer()" }, { "input": "tell me what is the largest snacks on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'largest snacks') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their left arm in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue coat in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the right in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "greet Julia in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "take soap from the desk and bring it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet Julia in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "go to the hallway cabinet then find coke and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the hallway then fetch it and bring it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "who sang the story of my life first", "output": "Respond('Marty Robbins')" }, { "input": "look for a waving person in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "get acquainted with Laura at the lounge chair, then go to the desk and greet him.", "output": "Respond('Okay i will greet him') | Move_To('lounge chair') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('desk') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "greet John in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | What_Time()" }, { "input": "Please follow the lead of person wearing yellow T-shirt", "output": "Respond('Sure, I will follow the person wearing yellow T-shirt.') | Search_Person('', 'wearing yellow T-shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "inform smallest man in the couch the number of candy present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('candy','') | Move_To('couch') | Search_Person('', 'smallest man') | Answer()" }, { "input": "locate a waving person in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing black jacket in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue blouse in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "take coke from the dishwasher and bring it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce your team's affiliation and greet the smallest person.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Gabrielle at the trashcan, moving forward to greet her at the entrance.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('entrance') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "locate a waving person in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "take the individual dressed in a yellow T-shirt to the coathanger after introducing yourself in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please tell person wearing black pants in the couch how many cola there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('cola','') | Move_To('couch') | Search_Person('', 'person wearing black pants') | Answer()" }, { "input": "take soap from the TV table and bring it to the waving person in the hallway", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "find soap in the office then fetch it and give it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "go to the hallway cabinet then find plum and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet John in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person pointing to the right in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "find cola in the hallway then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "what kind of ape is king louie in jungle book", "output": "Respond('orangutan')" }, { "input": "Will you go after lying down women in the living room", "output": "Respond('okay I will follow lying down women') | Move_To('living room') | Search_Person('', 'lying down women')| Respond('I am here to follow you.') | Follow()" }, { "input": "Meet Julia in the dishwasher, introduce yourself, and then follow them to the living room.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Robin in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say hello to the person pointing to the left in the kitchen and say your team's affiliation", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Sara in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "meet Lucas in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue blouse in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "inform man wearing orange shoes in the couch how many curry exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('curry','') | Move_To('couch') | Search_Person('', 'man wearing orange shoes') | Answer()" }, { "input": "greet Robin in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "salute Robin in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Greet the person dressed in an orange blouse and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please tell me how does the person standing at the lounge chair look like ?", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Liam in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Deliver water in office to person wearing an orange blouse, the person is in lounge chair", "output": "Respond('Okay, I will do it') | Move_To('office') | Search_Object('water', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, this water for you') | Give_To()" }, { "input": "tell me what is the largest cleaning supplies on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'largest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Determine how many stroopwafel are on the dining room table and report to that figure to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('stroopwafel', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "get acquainted with Sara at the couch, then greet her at the shelf.", "output": "Respond('Okay i will greet her') | Move_To('couch') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('shelf') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "find Robin", "output": "Respond('Okay, I will go find Robin') | Search_Person('Robin', '') | Respond('Here you are, I have found Robin')" }, { "input": "find a person pointing to the left in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "escort the person who is raising their right arm to the exit after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find washcloth and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find washcloth in the living room then get it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell woman dressed in a black blouse in the couch how many pringles there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('pringles','') | Move_To('couch') | Search_Person('', 'woman dressed in a black blouse') | Answer()" }, { "input": "tell me what is the heaviest object on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'heaviest') | Search_Person('user', '') | Answer()" }, { "input": "bring me peach from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('peach', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue jacket in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Susan in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the shelf and deliver it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Tell whats your team affiliation to the person lying down in the dinner table", "output": "Respond('Okay! I got it') | Move_To('dinner table') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Sophie at the lamp then find them in the living room", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Emma in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Time()" }, { "input": "bring me banana from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('banana', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Greet the person wearing orange shoes and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "At the office, meet Fleur, then greet him at the desk.", "output": "Respond('Okay i will greet him') | Move_To('office') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('desk') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "locate a person raising their left arm in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "Please relate tallest woman in the lamp how many dubbelfris there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('dubbelfris','') | Move_To('lamp') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "find soap in the kitchen then fetch it and deliver it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "find soap in the hallway then get it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please deliver to me a bowl filled with noodles", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "To the exit from the couch, take the person dressed in an orange shirt.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "bring the blue pancake mix and then answer a question for me.", "output": "Respond('Got it i will bring it to you!') | Search_Object('pancake mix', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the lounge chair') | Move_To('lounge chair')" }, { "input": "In the kitchen, greet the person pointing to the left and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue jacket in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "Let the person at coathanger know the appearance details of the one standing.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "get to know Robin at the exit, and then look for her at the lounge chair.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('lounge chair') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "Can you deliver to me some noodles in a dish?", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Lucas in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Would you mind pouring some cereal into a dish?", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sophie in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Time()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find the tictac at the coffee table", "output": "Respond('Okay, I will go find the tictac') | Move_To('coffee table') | Search_Object('tictac', '') | Respond('Here it is, I have found the tictac')" }, { "input": "greet Fleur in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Can you get the smallest plate from the lamp and bring it to me?", "output": "Respond('Got it!') | Move_To('lamp') | Search_Object('plate', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to Sara in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Sara', '') | Give_To()" }, { "input": "Please set a cup on the coffee table, with a fork on it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('fork', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "Please serve some drink in the dish", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Laura in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet Peter in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Day()" }, { "input": "Please relate man raising their right arm in the lamp how many spoon there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('spoon','') | Move_To('lamp') | Search_Person('', 'man raising their right arm') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the TV table') | Move_To('TV table')" }, { "input": "meet Jesse in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white t shirt in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Julia in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take washcloth from the coffee table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue blouse in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "office having all coke, you go count and say tony all the numbers.", "output": "Respond('got it!') | Move_To('office') | Count_Object('coke', '') | Search_Person('tony', '') | Answer()" }, { "input": "locate a person raising their left arm in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Let's begin by having you take that hagelslag to the kitchen and putting it in that bag", "output": "Respond('Forsure!') | Search_Object('hagelslag', '') | Pickup() | Move_To('kitchen')| Search_Object('bag', '') | Place_On('bag')" }, { "input": "Say your team's affiliation and greet the person raising their right arm.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Laura in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Laura in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet Jesse in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "tell the man wearing glasses in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man wearing glasses') | What_Time()" }, { "input": "salute Emma in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Time()" }, { "input": "inform smallest woman in the office about the number of milk on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('milk','') | Move_To('office') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "tell me what is the heaviest cleaning supplies on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'heaviest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "You should go behind the the lead of person dressed in an orange shirt in the living room", "output": "Respond('okay I will follow the person dressed in an orange shirt') | Move_To('living room') | Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Your job is put the cup at the dinner table, and once that's done, put the spoon on it", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('spoon', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "To the entrance, take the individual who is wearing a necklace.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "guide the waving person from the hallway cabinet to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the couch') | Move_To('couch')" }, { "input": "Could you give me the smallest dishwasher tab that's in the dinner table, please?", "output": "Respond('Got it!') | Move_To('dinner table') | Search_Object('dishwasher tab', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say I love you to the Jesse in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('Jesse', '') | Respond('I need you')" }, { "input": "Greet the smallest person and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Say hello to the person lying down and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing black blouse in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | What_Time()" }, { "input": "Please guide Lucas standing in the lounge chair to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Lucas', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "report to jarvis after counting soap placed in the hallway cabinet.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find soap in the office then fetch it and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Will you give me the left-most dubbelfris that's in the kitchen counter, please?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Search_Object('dubbelfris', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black coat in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell me what is the biggest snacks on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'biggest snacks') | Search_Person('user', '') | Answer()" }, { "input": "Transport bowl in office to entrance, give it to Susan dressed in a black shirt", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('bowl', '') | Pickup() | Move_To('entrance') | Search_Person('Susan', 'dressed in a black shirt') | Respond('Hi Susan. this bowl for you') | Give_To()" }, { "input": "greet John in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet John in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please serve a bit of drink into a dish", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sara in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Kevin in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Time()" }, { "input": "how many episodes are there in mind your language season 1", "output": "Respond('13')" }, { "input": "I want you to fetch blue fork from lamp and place in bag at hallway", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('fork', 'blue') | Pickup() | Move_To('hallway') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Greet the person raising their right arm and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing white shirt in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to Laura in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Laura', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to John in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('John', '') | Give_To()" }, { "input": "greet the person wearing white jacket in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | What_Tomorrow()" }, { "input": "You need to find bowl at office and set it on kitchen counter. Also set knife on its left too", "output": "Respond('I got this!') | Move_To('office') |Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('knife', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "nfl record for most tackles in a career", "output": "Respond('Jessie Tuggle')" }, { "input": "meet Jesse in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Could you set a dish on the coffee table and a knife on it?", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('knife', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "inform jarvis after counting pear placed in the hallway.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Sophie in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the plate at the lounge chair and report to oldest man in the hallway", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('plate','') | Move_To('hallway') | Search_Person('', 'oldest man') | Answer()" }, { "input": "tell woman wearing an orange T-shirt in the living room how many pear there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pear','') | Move_To('living room') | Search_Person('', 'woman wearing an orange T-shirt') | Answer()" }, { "input": "tell me what is the largest object on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'largest') | Search_Person('user', '') | Answer()" }, { "input": "say something about yourself to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow blouse in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing yellow shirt in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | What_Tomorrow()" }, { "input": "greet the person wearing yellow sweater in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many people in the living room are standing", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the couch then look for them in the hallway", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "escort Lucas who is the tallest to the coathanger from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Lucas', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "say something about yourself to Sophie sitting in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('entrance') | Search_Person('Sophie', 'sitting') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "say hello to the person wearing an orange shirt and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide Sophie from the desk to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "take coke from the dishwasher and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Lucas at the coathanger, moving forward to greet her at the lamp.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('lamp') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the dishwasher') | Move_To('dishwasher')" }, { "input": "Person standing is at lounge chair, tell me details.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "take water from the coffee table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Lucas in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Jesse in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing white shirt in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "To the entrance from the lounge chair, guide the person standing.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'standing') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Would you like to tell me how many food are in the TV table", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "who wrote the song never can say goodbye", "output": "Respond('Clifton Davis')" }, { "input": "greet Fleur in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "look for a waving person in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing white t shirt in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie at the desk then find them in the office", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet Kevin in the coathanger and follow them to the trashcan", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('coathanger') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Follow()" }, { "input": "greet the person wearing red t shirt in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Robin in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "At lounge chair, meet Harrie who is the oldest and guide to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Harrie', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "describe the cola on the kitchen cabinet to Laura.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Search_Object('cola', '') | Vision_Ask('describe the cola on the kitchen cabinet') | Search_Person('Laura', '') | Answer()" }, { "input": "take fanta from the hallway cabinet and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find cola in the living room then take it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who is the quarter back for the broncos", "output": "Respond('Trevor John Siemian')" }, { "input": "meet William in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue blouse in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me what is the largest snacks on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'largest snacks') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the office then fetch it and deliver it to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Your goal is take Fleur who is the tallest, whom meet at the couch, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Fleur', 'tallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Kevin in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "inform woman wearing an orange blouse in the couch the number of cup present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('cup','') | Move_To('couch') | Search_Person('', 'woman wearing an orange blouse') | Answer()" }, { "input": "Introduce yourself to the person wearing a hat and then proceed to guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Sophie in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black shirt in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "greet Hayley in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet William in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find fanta and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Jesse in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute William in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please bring spoon from trashcan to Julia at the coathanger", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('spoon', '') | Pickup() | Move_To('coathanger') | Search_Person('Julia', '') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "meet Robin in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black coat in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | What_Day()" }, { "input": "greet the person wearing blue jacket in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find sponges in the living room then fetch it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide Sara to the entrance", "output": "Respond('Okay, I am working on it') | Search_Person('Sara', '') | Respond('Hey, I am here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take Lucas to the lamp", "output": "Respond('Okay, I am working on it') | Search_Person('Lucas', '') | Respond('Hey, I am here to guide you to lamp, please follow me') | Move_To('lamp')" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the trashcan') | Move_To('trashcan')" }, { "input": "meet Liam in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "guide the waving person from the lounge chair to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the exit') | Move_To('exit')" }, { "input": "Please bring pringles from couch to John at the coathanger", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('pringles', '') | Pickup() | Move_To('coathanger') | Search_Person('John', '') | Respond('Hi. this pringles for you') | Give_To()" }, { "input": "take cornflakes from the kitchen cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "count the dishwasher tab at the couch and then inform man waving in the office", "output": "Respond('got it!') | Move_To('couch') | Count_Object('dishwasher tab','') | Move_To('office') | Search_Person('', 'man waving') | Answer()" }, { "input": "Let Peter know the details about the pea soup on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('pea soup', '') | Vision_Ask('describe the pea soup on the hallway cabinet') | Search_Person('Peter', '') | Answer()" }, { "input": "go to the hallway cabinet then find water and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find the cornflakes", "output": "Respond('Okay, I will go find the cornflakes') | Search_Object('cornflakes', '') | Respond('Here it is, I have found the cornflakes')" }, { "input": "Find the tallest person in the couch, introduce yourself, and take them towards the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find a person pointing to the right in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Please tell me what the smallest object on the kitchen counter is.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the smallest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "answer the question of the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet William in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the hallway then take it and give it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "meet Harrie in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say what day is today to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "take coke from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the person wearing a blue t shirt from the shelf to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the entrance') | Move_To('entrance')" }, { "input": "Please provide details about the person lying down at the living room and respond to a question.", "output": "Respond('Let me see!') | Move_To('living room') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "tell man wearing glasses in the entrance the number of coke present on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('coke','') | Move_To('entrance') | Search_Person('', 'man wearing glasses') | Answer()" }, { "input": "meet John in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "salute Sara in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you count how many people are wearing black shoes in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing black shoes') | Search_Person('user', '') | Answer()" }, { "input": "Go and look in hallway cabinet. Count all the strawberry. Report number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('strawberry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "locate a waving person in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black t shirt in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "follow Sophie from the TV table to the office", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "greet the person wearing blue sweater in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue sweater in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "I want you to tell me how many person pointing to the left are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find pear and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black shirt in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | What_Time()" }, { "input": "meet Sophie in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "salute Sophie in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the cola at the exit and inform man raising their left arm in the kitchen counter", "output": "Respond('got it!') | Move_To('exit') | Count_Object('cola','') | Move_To('kitchen counter') | Search_Person('', 'man raising their left arm') | Answer()" }, { "input": "greet Sara in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "Make your introduction to the smallest individual and guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find plum and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please move to the TV table. tell me how many dishes are on there. ", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "I want you to tell me how many waving person are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "look for a person pointing to the right in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "take cola from the desk and deliver it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please inform person wearing an orange blouse in the trashcan how many liquorice there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('liquorice','') | Move_To('trashcan') | Search_Person('', 'person wearing an orange blouse') | Answer()" }, { "input": "Can you tell me how many people in the living room are pointing to the left?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "meet John in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | What_Day()" }, { "input": "count the orange at the kitchen and then report to person waving in the dinner table", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('orange','') | Move_To('dinner table') | Search_Person('', 'person waving') | Answer()" }, { "input": "who voted for the un resolution on israel", "output": "Respond('China')" }, { "input": "Can you deliver to me the left-most pancake mix that's in the lounge chair, please?", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('pancake mix', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you tell me how many individuals in the living room are dressed in a yellow shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in a yellow shirt') | Search_Person('user', '') | Answer()" }, { "input": "relate tallest person in the couch how many cornflakes there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('cornflakes','') | Move_To('couch') | Search_Person('', 'tallest person') | Answer()" }, { "input": "locate a person pointing to the left in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "look for a person pointing to the right in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "find a person pointing to the left in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "guide the waving person from the shelf to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the coffee table') | Move_To('coffee table')" }, { "input": "greet Noah at the exit.", "output": "Respond('Okay I will greet Noah') | Move_To('exit') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?')" }, { "input": "Person is sitting in lamp. Describe to me.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "take water from the kitchen cabinet and give it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "meet Susan in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "place a dish on the TV table and place a knife on its right", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('knife', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "You need to find cup at office and place it on coffee table. Also place fork in it too", "output": "Respond('I got this!') | Move_To('office') |Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('fork', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "report to woman raising their right arm in the hallway cabinet about the number of dubbelfris on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('dubbelfris','') | Move_To('hallway cabinet') | Search_Person('', 'woman raising their right arm') | Answer()" }, { "input": "Could you portray the person standing at the office and answer a question for me?", "output": "Respond('Let me see!') | Move_To('office') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "find a waving person in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Greet the person sitting and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Kevin in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find soap in the hallway then fetch it and bring it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "greet the person wearing black sweater in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Take sausages from lounge chair and then bring it to Sophie who tallest at entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('sausages', '') | Pickup() | Move_To('entrance') | Search_Person('Sophie', 'tallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "On dishwasher, set the dish, and don't forget to set the spoon in it", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('spoon', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "tell the person wearing an orange blouse in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing an orange blouse') | What_Time()" }, { "input": "Go to the couch, locate a hagelslag, and deliver it to the person standing in the exit.", "output": "Respond('Okay i got it!') | Move_To('couch') | Search_Object('hagelslag', '') | Pickup() | Move_To('exit') | Search_Person('', 'standing') | Give_To()" }, { "input": "when does marvel's infinity war 2 come out", "output": "Respond('May 3 , 2019')" }, { "input": "who sings the song the look of love", "output": "Respond('ABC')" }, { "input": "Determine the quantity of cup at the coffee table and report to jarvis", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('cup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "In bag, fill the cup", "output": "Respond('Forsure!') | Search_Object('cup', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "In the living room, say hello and mention your team's affiliation to the person wearing yellow T-shirt.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Introduce yourself to Sara at the exit, and proceed to follow them to the lounge chair.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Please tell man pointing to the left in the office how many tictac there are on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('tictac','') | Move_To('office') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "greet Noah in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say the day of the week to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Please relate man dressed in a blue blouse in the lamp how many pringles there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('pringles','') | Move_To('lamp') | Search_Person('', 'man dressed in a blue blouse') | Answer()" }, { "input": "Your mission is find out blue apple and convey it to Kevin who is in entrance", "output": "Respond('Ok! I'll do it') | Search_Object('apple', 'blue') | Pickup() | Move_To('entrance') | Search_Person('Kevin', '') | Respond('Hi Kevin, this apple for you') | Give_To()" }, { "input": "say something about yourself to John lying down in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('John', 'lying down') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "take curry from the TV table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue sweater in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "Your task is get yellow plate and lay that plate on hallway cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('plate', 'yellow') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Julia in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Julia', '') | Give_To()" }, { "input": "greet the person wearing red t shirt in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "guide Sophie from the kitchen cabinet to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the kitchen cabinet to the coathanger') | Move_To('coathanger')" }, { "input": "tell me how many people in the office are wearing orange sweaters", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing orange sweaters') | Search_Person('user', '') | Answer()" }, { "input": "Deliver blue fanta to Emma wearing an orange shirt, Emma is in couch", "output": "Respond('Okay, I will do it') | Search_Object('fanta', 'blue') | Pickup() | Move_To('couch') | Search_Person('Emma', 'wearing an orange shirt') | Respond('Hi, this fanta for you') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing blue t shirt in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "How many people are there in the office wearing blue shoes?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing blue shoes') | Search_Person('user', '') | Answer()" }, { "input": "Will you tell me the pose of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "report to woman raising their left arm in the hallway cabinet about the number of peach on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('peach','') | Move_To('hallway cabinet') | Search_Person('', 'woman raising their left arm') | Answer()" }, { "input": "tell man wearing a necklace in the kitchen counter how many plate there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('plate','') | Move_To('kitchen counter') | Search_Person('', 'man wearing a necklace') | Answer()" }, { "input": "salute Laura in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "look for a waving person in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Transport cup in hallway to exit, give it to person wearing glasses", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('cup', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing glasses') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "greet the person wearing white shirt in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Lucas in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Fleur in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "in wall e what does bnl stand for", "output": "Respond('Buy - N - Large')" }, { "input": "greet the person wearing black jacket in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "Your task is to take the person who is the tallest in trashcan to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "go behind William", "output": "Respond('okay I will follow the William') | Search_Person('William', '') | Follow()" }, { "input": "who is the attorney general of the state of new york", "output": "Respond('Barbara Underwood')" }, { "input": "greet Laura in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your task is procure liquorice at lounge chair and locate that liquorice on dinner table", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('liquorice', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "look for a person raising their right arm in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "please tell the tallest man in the living room the time", "output": "Move_To('living room') | Search_Person('', 'tallest man') | What_Time()" }, { "input": "Tell I love you to the person standing in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'standing') | Respond('I love you')" }, { "input": "meet Emma in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "go to the hallway cabinet then find banana and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('banana', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing yellow blouse in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Who is the inventor of the Apple I microcomputer?", "output": "Respond('My lord and master Steve Wozniak.')" }, { "input": "Could you count sausages at the kitchen counter and let jarvis know", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('sausages', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Say hello to the person raising their left arm and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take dubbelfris from the dishwasher and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "count the sponge at the office and inform child in the entrance", "output": "Respond('got it!') | Move_To('office') | Count_Object('sponge','') | Move_To('entrance') | Search_Person('', 'child') | Answer()" }, { "input": "salute Sara in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow blouse in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "Person is standing in entrance. Explain it to me.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet Lucas in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | What_Day()" }, { "input": "take cola from the dishwasher and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Robin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Robin', '') | Give_To()" }, { "input": "greet Noah in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Travel to the entrance, search for a banana, and give it to the person standing in the lamp.", "output": "Respond('Okay i got it!') | Move_To('entrance') | Search_Object('banana', '') | Pickup() | Move_To('lamp') | Search_Person('', 'standing') | Give_To()" }, { "input": "inform child in the office about the number of candle on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('candle','') | Move_To('office') | Search_Person('', 'child') | Answer()" }, { "input": "tell tallest woman in the lounge chair how many banana there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('banana','') | Move_To('lounge chair') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "find a person pointing to the right in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find coke and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "the results of testing the wps for a job are recorded on", "output": "Respond('a Procedure Qualification Record ( PQR or WPQR )')" }, { "input": "Please tell the person at the entrance how does the person sitting look like ?", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "Please bring me the yellow peach located in the desk.", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('peach', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Describe for Sara the object on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('What is the object on the coffee table') | Search_Person('Sara', '') | Answer()" }, { "input": "Tell me about person lying down in that couch.", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "To the person wearing black shoes in the lounge chair, introduce yourself and take them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing black shoes') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Emma in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the pringles at the kitchen and then report to person waving in the dinner table", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pringles','') | Move_To('dinner table') | Search_Person('', 'person waving') | Answer()" }, { "input": "Introduce yourself to the person lying down in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'lying down') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "when did the queen became the queen of the uk", "output": "Respond('6 February 1952')" }, { "input": "go to the hallway cabinet then find candle and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take the individual sitting to the exit after introducing yourself in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Sophie in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | What_Time()" }, { "input": "Look at candle in dishwasher. Count them all up. Give jarvis that number.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take sponges from the desk and bring it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take soap from the shelf and bring it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Provide me a description of the individual standing over at the exit.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "tell woman waving in the couch how many spoon exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('spoon','') | Move_To('couch') | Search_Person('', 'woman waving') | Answer()" }, { "input": "count the washcloth at the exit and report to person wearing black shoes in the dishwasher", "output": "Respond('got it!') | Move_To('exit') | Count_Object('washcloth','') | Move_To('dishwasher') | Search_Person('', 'person wearing black shoes') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Laura in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Laura', '') | Give_To()" }, { "input": "tell the pose of the person at the trashcan to the person at the loc2", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in trashcan is') | Answer()" }, { "input": "greet Robin in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "After you get to know Harrie at the trashcan, go and find him at the exit.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('exit') | Search_Person('Harrie', '') | Respond('Oh Harrie, we meet again!')" }, { "input": "You should go after the person dressed in an orange blouse", "output": "Respond('okay I will follow the person dressed in an orange blouse') | Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Can you tell the appearance of the person lying down at the couch to the person at the exit", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "tell man wearing blue pants in the exit how many hagelslag exist on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('hagelslag','') | Move_To('exit') | Search_Person('', 'man wearing blue pants') | Answer()" }, { "input": "Can you please set cup on TV table and then fork in it?", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "greet the person wearing blue coat in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | What_Tomorrow()" }, { "input": "greet the person wearing blue blouse in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please tell me the name of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "meet Peter in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute the person wearing blue t shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "look for a person pointing to the right in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "which country has the most casualties in ww1", "output": "Respond('Russian Empire')" }, { "input": "find water in the office then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "follow Julia from the exit to the hallway", "output": "Respond('got it') | Move_To('exit') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "locate a waving person in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find soap in the office then get it and bring it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "look for a person pointing to the right in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow jacket in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | What_Time()" }, { "input": "serve a bit of noodles into a cup", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white blouse in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "Tell Harrie about the mayonaise located on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Search_Object('mayonaise', '') | Vision_Ask('describe the mayonaise on the shelf') | Search_Person('Harrie', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | What_Time()" }, { "input": "guide John who is the smallest to the exit from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('John', 'smallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Julia in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "salute Hayley in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing blue sweater in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me how many person raising their right arm are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white shirt in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing blue coat in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('I am here to follow you') | Follow()" }, { "input": "Your mission is put the dish on hallway cabinet and knife on its right ", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('knife', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "follow Emma from the entrance to the office", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "get to know Robin at the lounge chair, find the person in the exit, and then answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "greet Lucas in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "What's the right-most object visible on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the right-most object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then grasp it and deliver it to William in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "bring me sponges from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white shirt in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "Introduce yourself to the person who is standing and then escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing yellow coat in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Peter in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "locate a waving person in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing white sweater in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | What_Time()" }, { "input": "greet the person wearing black blouse in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | What_Tomorrow()" }, { "input": "Please inform person wearing an orange blouse in the exit how many plum there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('plum','') | Move_To('exit') | Search_Person('', 'person wearing an orange blouse') | Answer()" }, { "input": "follow Julia from the coathanger to the kitchen", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "find soap in the hallway then grasp it and bring it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Please go behind Sophie in the office", "output": "Respond('Sure, I will follow Sophie.') | Move_To('office')| Search_Person('Sophie', '')| Respond('Hey Sophie I am here to follow you.') | Follow()" }, { "input": "greet Kevin in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Time()" }, { "input": "will you say what day is tomorrow to the person dressed in a black T-shirt in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'person dressed in a black T-shirt') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find apple and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('apple', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "What is the blue object found on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the blue object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the smallest food on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'smallest food') | Search_Person('user', '') | Answer()" }, { "input": "Please take John who wearing black pants from lounge chair to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('John', 'wearing black pants') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "guide Sophie from the coathanger to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "say hello to Lucas in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "meet Sara in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "greet the person wearing white shirt in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "navigate to the living room then look for a lemon and give it to the women sitting in the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Object('lemon', '') | Pickup() | Move_To('dinner table') | Search_Person('', 'sitting women') | Give_To()" }, { "input": "What is the left-most object found on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the left-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the right in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "how many episodes of lucifer season 3 are there", "output": "Respond('26')" }, { "input": "Transport hagelslag in kitchen to coathanger, give it to person dressed in a black blouse", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('hagelslag', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'dressed in a black blouse') | Respond('Hi. this hagelslag for you') | Give_To()" }, { "input": "locate a person pointing to the left in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet the person wearing yellow coat in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | What_Tomorrow()" }, { "input": "tell something about yourself to the lying down person in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'lying down') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence)" }, { "input": "Tell Laura what's on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('describe the objects on the kitchen counter') | Search_Person('Laura', '') | Answer()" }, { "input": "report to tony the number of sponge present on the dining room table.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('sponge', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell me how many fruits there are on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "In tray, put the cola", "output": "Respond('Forsure!') | Search_Object('cola', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing yellow shirt in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Julia in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Jesse in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "meet Harrie in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Day()" }, { "input": "greet the person wearing black blouse in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "look for a person raising their right arm in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Introduce yourself to the person in the lounge chair who is standing and then escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "look for a waving person in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "You need to find dish at living room and place it on hallway cabinet. Also place knife on it too", "output": "Respond('I got this!') | Move_To('living room') |Search_Object('dish', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('knife', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "go to the hallway cabinet then find cola and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Lucas in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Lucas', '') | Give_To()" }, { "input": "bring me fanta from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a waving person in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Find the one lying down, introduce yourself, and guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "salute Julia in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "Could you please go to the shelf, count all the soap there, and let jarvis know the total?", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black shirt in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you place a cup on the desk, with a knife on its right?", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Find candy at entrance, and then take it to oldest person in living room", "output": "Respond('Sure! I'll do it for you') | Move_To('entrance') | Search_Object('candy', '') | Pickup() | Move_To('living room') | Search_Person('', 'oldest') | Respond('Hi, this candy for you') | Give_To()" }, { "input": "Greet the individual wearing yellow pants and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take water from the desk and bring it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Person is standing in lamp. Explain it to me.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find sausages and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the tallest person to the exit after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Check hallway cabinet for all curry. Get number. Say number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "In tray, put the curry", "output": "Respond('Forsure!') | Search_Object('curry', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "what teams are in the stanley cup playiffs", "output": "Respond('Tampa Bay Lightning')" }, { "input": "Please follow the lead of person wearing blue shirt", "output": "Respond('Sure, I will follow the person wearing blue shirt.') | Search_Person('', 'wearing blue shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "Calculate how many curry at the living room and inform tony", "output": "Respond('got it!') | Move_To('living room') | Count_Object('curry', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Hayley in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "You should go behind Robin", "output": "Respond('Sure, I will follow Robin.') | Search_Person('Robin', '')| Respond('Hey Robin I am here to follow you.') | Follow()" }, { "input": "What is the right-most object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the right-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "count the pear at the desk and report to woman wearing black T-shirt in the lamp", "output": "Respond('got it!') | Move_To('desk') | Count_Object('pear','') | Move_To('lamp') | Search_Person('', 'woman wearing black T-shirt') | Answer()" }, { "input": "greet Fleur in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing yellow sweater in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | What_Tomorrow()" }, { "input": "greet Fleur in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | What_Time()" }, { "input": "You should tell me the gesture of the person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the kitchen cabinet then look for them in the living room", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Describe for Susan the hagelslag on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Search_Object('hagelslag', '') | Vision_Ask('describe the hagelslag on the coffee table') | Search_Person('Susan', '') | Answer()" }, { "input": "find a person raising their right arm in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "guide the person who is pointing to the right to the entrance after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Which is the left-most object on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the left-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "how far is lake ontario from syracuse ny", "output": "Respond('40 miles ( 64 km ) inland')" }, { "input": "Your task is to take the person who is standing in trashcan to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'standing') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "what is the name of parliament of britain", "output": "Respond('The Parliament of Great Britain')" }, { "input": "greet the person wearing gray blouse in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'gray blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing yellow sweater in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Sara in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "how many episodes are there in season 1 of riverdale", "output": "Respond('13')" }, { "input": "TV table having all pear, you go count and say jarvis all the numbers.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take sponges from the desk and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "follow Emma from the couch to the living room", "output": "Respond('got it') | Move_To('couch') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "tell me what is the smallest object on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'smallest') | Search_Person('user', '') | Answer()" }, { "input": "Pick up washcloth and put it down at dinner table", "output": "Respond('OK! I'm working on it') | Search_Object('washcloth', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "who won the second series of great british bake off", "output": "Respond('Joanne Wheatley')" }, { "input": "take cola from the desk and give it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sara in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "In the living room, greet the person wearing yellow blouse and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing yellow blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow sweater in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | What_Time()" }, { "input": "find cola in the living room then get it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow Sophie from the hallway cabinet to the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "comptroller & auditor general of india new delhi", "output": "Respond('Rajiv Mehrishi')" }, { "input": "guide the person wearing black pants to the entrance after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing black pants') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find soap in the hallway then grasp it and bring it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "count the pancake mix at the couch and inform man wearing orange shoes in the desk", "output": "Respond('got it!') | Move_To('couch') | Count_Object('pancake mix','') | Move_To('desk') | Search_Person('', 'man wearing orange shoes') | Answer()" }, { "input": "Introduce yourself to Peter in the couch, and go behind.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing white jacket in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell the pose of Fleur at the kitchen cabinet to the person at the exit", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('Fleur', '') | Vision_Ask('describe to me the person posture') | Move_To('exit') | Vision_Ans()" }, { "input": "To Robin dressed in a black T-shirt, whom is in hallway, acquire plate from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('plate', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', 'dressed in a black T-shirt') | Respond('Hi. this plate for you') | Give_To()" }, { "input": "meet Robin in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Kevin in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person who is sitting to the coathanger after making introductions in the lounge chair.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "locate a person pointing to the left in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Hayley in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a waving person in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Go to lamp to get apple and then transfer the apple to TV table. Then put that in basket", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('apple', '') | Pickup() | Move_To('TV table') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing black t shirt in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Count mayonaise in the hallway and report to tony", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('mayonaise', '') | Search_Person('tony', '') | Answer()" }, { "input": "say your teams country to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the right in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "To the person waving, introduce yourself and guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "To Noah wearing blue shirt in office, acquire plum from coathanger and pass it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('plum', '') | Pickup() | Move_To('office') | Search_Person('Noah', 'wearing blue shirt') | Respond('Hi. this plum for you') | Give_To()" }, { "input": "meet Liam in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Tell Jesse about the stuff located on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('Jesse', '') | Answer()" }, { "input": "Please share details about the person sitting and report to the person at the coathanger", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "Once you've introduced yourself to the tallest person in the couch, guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing white shirt in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Place this dubbelfris on the basket", "output": "Respond('Forsure!') | Search_Object('dubbelfris', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please share details about the person sitting at the trashcan and report to the person at the coathanger", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "find cola in the living room then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "From kitchen, pickup lemon and convey it to person wearing yellow shoes at trashcan", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('lemon', '') | Pickup() | Move_To('trashcan') | Search_Person('', 'wearing yellow shoes') | Respond('Hi. this lemon for you') | Give_To()" }, { "input": "meet Sophie at the TV table then find them in the living room", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "find a person pointing to the right in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black sweater in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the hallway cabinet and give it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "Enumerate the pear situated on the dining table and report to that quantity to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "get to know Noah at the lamp, then locate the person in the exit, and respond to a question.", "output": "Respond('Okay i will greet the person') | Move_To('lamp') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "put bowl on shelf at the same time spoon on its right", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('spoon', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet the person wearing blue blouse in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "will you say what day is tomorrow to the woman wearing glasses in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing glasses') | What_Tomorrow()" }, { "input": "guide Sophie from the lounge chair to the lamp", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the lamp') | Move_To('lamp')" }, { "input": "take fanta from the coffee table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing white t shirt in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | What_Tomorrow()" }, { "input": "At lamp, escort Noah who is the oldest to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Noah', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "report to jarvis after counting pringles at the desk.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('pringles', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find a person raising their left arm in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "greet the person wearing red shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Emma in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Emma', '') | Give_To()" }, { "input": "meet Jesse in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Day()" }, { "input": "I need you to procure peach from trashcan and go to desk then place it", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('peach', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "meet Julia in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "You can notice person sitting, tell how look like.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "find water in the hallway then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Laura in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide the sitting men at the shelf to the living room", "output": "Respond('Okay, I Am working on it') | Move_To('shelf') | Search_Person('', 'sitting men') | Respond('Hey, I am here to guide you to living room, please follow me') | Move_To('living room')" }, { "input": "Put the yellow hagelslag into the tray", "output": "Respond('Forsure!') | Search_Object('hagelslag', 'yellow') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet Emma in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Say hello to the person dressed in an orange T-shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "follow Emma from the kitchen cabinet to the hallway", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet Noah in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | What_Day()" }, { "input": "Please inform man dressed in a black shirt in the entrance how many banana there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('banana','') | Move_To('entrance') | Search_Person('', 'man dressed in a black shirt') | Answer()" }, { "input": "go to the hallway cabinet then find cola and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell me what the biggest object is on the kitchen cabinet.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | What_Tomorrow()" }, { "input": "salute Emma in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person pointing to the left in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "who is the most decorated winter olympian in history", "output": "Respond('Norwegian cross-country skier Marit Bj\u00f8rgen')" }, { "input": "Introduce your team's affiliation and greet the person in the living room wearing orange shoes.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "To the person waving in the trashcan, introduce yourself and guide them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "salute the person wearing yellow t shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "inform child in the office how many stroopwafel there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('stroopwafel','') | Move_To('office') | Search_Person('', 'child') | Answer()" }, { "input": "follow Julia from the TV table to the office", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "meet Lucas in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a person raising their left arm in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie at the desk then locate them in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "take cornflakes from the dishwasher and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "follow Emma from the exit to the kitchen", "output": "Respond('got it') | Move_To('exit') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "take cola from the shelf and bring it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please relate woman pointing to the right in the shelf how many hagelslag there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('hagelslag','') | Move_To('shelf') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "Introduce yourself to the Emma in the hallway", "output": "Respond('Okay! I got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "say what day is today to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Give Gabrielle the banana", "output": "Respond('Okay, I will give Gabrielle the banana') | Search_Object('banana', '') | Pickup() | Search_Person('Gabrielle', '') | Give_To() | Respond('Here you go, I have got you the banana')" }, { "input": "Tell I need you to the Lucas in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('Lucas', '') | Respond('I need you')" }, { "input": "look for a person raising their left arm in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "please tell the man dressed in an orange shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'man dressed in an orange shirt') | What_Time()" }, { "input": "locate a person raising their right arm in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Make your way to the living room, then meet with John and provide an answer to a question.", "output": "Respond('got it!') | Move_To('living room') | Search_Person('John', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "On the kitchen counter, set bowl and spoon on its right", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Find a person at exit, guide them to couch, and then hand over the fork.", "output": "Move_To('exit') | Search_Person('', '') | Respond('Hey, am here to guide you to couch, please follow me') | Move_To('couch') | Search_Object('fork', '') | Pickup() | Give_To()" }, { "input": "greet the person wearing black sweater in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | What_Time()" }, { "input": "greet Sophie in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "meet Sophie at the coffee table then look for them in the kitchen", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Robin in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Go introduce yourself to Gabrielle in the hallway cabinet, and then go behind them to the hallway.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Search_Person('Gabrielle', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "take soap from the hallway cabinet and deliver it to Sara in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Sara', '') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Put in the basket the plum", "output": "Respond('Forsure!') | Search_Object('plum', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "pour a bit of drink in a dish for me", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the kitchen then get it and deliver it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Describe person lying down at entrance to me.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Sara in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "State your team's affiliation and say hello to the person in the hallway dressed in a yellow T-shirt.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "To Lucas wearing yellow blouse, whom is in kitchen, acquire plate from entrance and pass it", "output": "Respond('Ok! I'll do it') | Move_To('entrance') | Search_Object('plate', '') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', 'wearing yellow blouse') | Respond('Hi. this plate for you') | Give_To()" }, { "input": "salute Sophie in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find washcloth and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Liam in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | What_Time()" }, { "input": "go to the hallway cabinet then find milk and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black sweater in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please meet William at the lounge chair, find the person in the entrance, and then answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('entrance') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "go after Noah in the office", "output": "Respond('Sure, I will follow Noah.') | Move_To('office')| Search_Person('Noah', '')| Respond('Hey Noah I am here to follow you.') | Follow()" }, { "input": "find a person raising their left arm in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "find a person raising their left arm in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing black sweater in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a waving person in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me how many fruits there are on the shelf", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "who sings the song i can see clearly now", "output": "Respond('Jimmy Cliff')" }, { "input": "who has the majority in congress right now", "output": "Respond('Republican')" }, { "input": "What is the AI knowledge engineering bottleneck?", "output": "Respond('It is when you need to load an AI with enough knowledge to start learning.')" }, { "input": "Please go after person dressed in an orange T-shirt", "output": "Respond('Sure, I will follow the person dressed in an orange T-shirt.') | Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Start by introducing yourself to the tallest individual in the lounge chair, then take them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Can you depict the person in the sitting at the exit and answer a question as well?", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet the person wearing blue coat in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "guide Sophie from the coathanger to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the coathanger') | Move_To('coathanger')" }, { "input": "take Robin from entrance to couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "After introducing yourself to the person wearing orange shoes at the couch, escort them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "coffee table having all milk, you go count and say jarvis all the numbers.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "locate a waving person in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "greet Susan in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Time()" }, { "input": "meet Sophie in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Laura in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please bring the yellow hagelslag from the TV table to me and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('TV table') | Search_Object('hagelslag', 'yellow') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "salute Sara in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "who sang we got to get out of this place", "output": "Respond('The Animals')" }, { "input": "set a bowl on the dinner table, making sure there's a fork on its right", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('fork', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "greet John in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | What_Day()" }, { "input": "From office, pickup coke and convey it to person dressed in a yellow shirt at couch", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('coke', '') | Pickup() | Move_To('couch') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "meet Laura in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "locate a person raising their right arm in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "find soap in the hallway then get it and give it to Peter in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Peter', '') | Give_To()" }, { "input": "find Sara", "output": "Respond('Okay, I will go find Sara') | Search_Person('Sara', '') | Respond('Here you are, I have found Sara')" }, { "input": "count the stroopwafel at the trashcan and report to child in the living room", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('stroopwafel','') | Move_To('living room') | Search_Person('', 'child') | Answer()" }, { "input": "greet William in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('I am here to follow you') | Follow()" }, { "input": "say your teams affiliation to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Could you count how many people are wearing black pants in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing black pants') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black sweater in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "report to jarvis after counting hagelslag placed in the coffee table.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('hagelslag', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white blouse in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Laura in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Time()" }, { "input": "greet Robin in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Time()" }, { "input": "Greet the person dressed in an orange blouse in the hallway and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow shirt in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take the smallest fork from the kitchen to the trashcan", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('fork', 'smallest') | Pickup() | Move_To('trashcan') | Place_On('trashcan')" }, { "input": "locate a person pointing to the left in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "locate a person pointing to the right in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "find soap in the hallway then grasp it and deliver it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "Your goal is guide Julia who wearing orange shoes, whom meet at the trashcan, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Julia', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Can you fetch the tallest cornflakes from the kitchen cabinet and bring it to me?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('cornflakes', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I need you to give me a cup with cereal", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me orange from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('orange', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the man raising their left arm in the TV table what day is today", "output": "Move_To('TV table') | Search_Person('', 'man raising their left arm') | What_Day()" }, { "input": "take sponges from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "say what day is today to the man raising their right arm in the kitchen counter", "output": "Move_To('kitchen counter') | Search_Person('', 'man raising their right arm') | What_Day()" }, { "input": "describe the object on the dishwasher to Peter.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('What is the object on the dishwasher') | Search_Person('Peter', '') | Answer()" }, { "input": "Go to couch, take cup and place on kitchen cabinet. Then place fork on its left", "output": "Respond('I got this!') | Move_To('couch') |Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('fork', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "meet Harrie in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "Please follow the person wearing an orange blouse", "output": "Respond('okay I will follow the person wearing an orange blouse') | Search_Person('', 'wearing an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "say something about yourself to Harrie who is lying down in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('Harrie', 'lying down') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "describe the objects in the kitchen cabinet", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects in the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Please get blue plum. And hand it over to Liam", "output": "Respond('Ok! I'll do it') | Search_Object('plum', 'blue') | Pickup() | Search_Person('Liam', '') | Respond('Hi. this plum for you') | Give_To()" }, { "input": "Would you mind fetching the tallest candy from the TV table and bringing it to office?", "output": "Respond('Got it!') | Move_To('TV table') | Search_Object('candy', 'tallest') | Pickup() | Move_To('office') | Place_On('office')" }, { "input": "greet the person wearing blue blouse in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide the person wearing a blue t shirt from the couch to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "Meet Sophie in the trashcan and then follow them.", "output": "Respond('got it!') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Follow()" }, { "input": "meet Sara in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "Could you describe to Gabrielle what's on the shelf?", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "Within dishwasher, put bowl", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Lay cup on dinner table", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "say the time to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "find a person pointing to the right in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "is iron iii oxide a solid liquid or gas", "output": "Respond('mineral')" }, { "input": "greet Jesse in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Please go behind the person dressed in a blue blouse", "output": "Respond('okay I will follow the person dressed in a blue blouse') | Search_Person('', 'dressed in a blue blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Could you please bring pancake mix in living room to tray in living room?", "output": "Respond('Forsure!') | Move_To('living room') | Search_Object('pancake mix', '') | Pickup() | Move_To('living room') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "take soap from the hallway cabinet and deliver it to Liam in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Liam', '') | Give_To()" }, { "input": "Head over to the office, meet John, and answer a question.", "output": "Respond('got it!') | Move_To('office') | Search_Person('John', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet the person wearing blue blouse in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many people in the kitchen are wearing black coats", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing black coats') | Search_Person('user', '') | Answer()" }, { "input": "Move to the lounge chair, look for a pea soup, and hand it to the person sitting in the coathanger.", "output": "Respond('Okay i got it!') | Move_To('lounge chair') | Search_Object('pea soup', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'sitting') | Give_To()" }, { "input": "inform person waving in the lounge chair how many plate there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('plate','') | Move_To('lounge chair') | Search_Person('', 'person waving') | Answer()" }, { "input": "Look at strawberry in office. Count them all up. Give tony that number.", "output": "Respond('got it!') | Move_To('office') | Count_Object('strawberry', '') | Search_Person('tony', '') | Answer()" }, { "input": "Say hello to the person who is wearing a hat and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, My team's name is pusan national university')" }, { "input": "where was the movie palm trees in the snow filmed", "output": "Respond('Canary Islands , Huesca')" }, { "input": "greet Robin in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Time()" }, { "input": "Person is sitting. Describe to me.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white t shirt in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | What_Tomorrow()" }, { "input": "meet Sara at the living room, then go to the kitchen cabinet and greet him.", "output": "Respond('Okay i will greet him') | Move_To('living room') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "Can you please place dish on kitchen cabinet and then knife on its left?", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "count the ice tea at the office and inform tony", "output": "Respond('got it!') | Move_To('office') | Count_Object('ice tea', '') | Search_Person('tony', '') | Answer()" }, { "input": "Safely take Hayley who dressed in an orange blouse through coathanger from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Hayley', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "how many episodes does switched at birth have", "output": "Respond('103')" }, { "input": "office having candy, you check and count, inform that amount to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('candy', '') | Search_Person('tony', '') | Answer()" }, { "input": "salute the person wearing yellow t shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow coat in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Meet Fleur in the trashcan, introduce yourself, and then go after.", "output": "Respond('got it!') | Move_To('trashcan') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "locate a person pointing to the right in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell the time to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "locate a waving person in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Laura in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me what is the smallest food on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'smallest food') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the shelf to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "greet the person wearing yellow blouse in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "How about describing the object on the TV table to Harrie?", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Harrie', '') | Answer()" }, { "input": "say what day is today to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Sophie in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Laura in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the desk to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the desk') | Move_To('desk')" }, { "input": "greet Peter in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a person pointing to the left in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "Take mayonaise from lounge chair and then bring it to person who oldest at entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('mayonaise', '') | Pickup() | Move_To('entrance') | Search_Person('', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing blue jacket in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "Explain appearance of sitting person to person in entrance.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "Calculate how many banana at the kitchen counter and inform tony", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('banana', '') | Search_Person('tony', '') | Answer()" }, { "input": "Look inside kitchen, liquorice there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "curry in shelf there, you count and give jarvis how much numbers.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "locate a person pointing to the right in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "who was picked before kevin durant in the nba draft", "output": "Respond('Greg Oden')" }, { "input": "go to the hallway cabinet then find coke and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Harrie in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find washcloth in the office then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "navigate to the lamp then look for a soap and give it to the women sitting in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('lamp') | Search_Object('soap', '') | Pickup() | Move_To('entrance') | Search_Person('', 'sitting women') | Give_To()" }, { "input": "when was the united nations formed and what was its purpose", "output": "Respond('24 October 1945')" }, { "input": "meet John in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Sophie in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "greet Robin in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "At couch, escort Harrie who dressed in a blue shirt to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Harrie', 'dressed in a blue shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing black blouse in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "At the entrance, meet Kevin, then find him at the TV table.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('TV table') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "Please relate woman dressed in a yellow shirt in the trashcan how many apple there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('apple','') | Move_To('trashcan') | Search_Person('', 'woman dressed in a yellow shirt') | Answer()" }, { "input": "greet Laura in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell your teams name to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take cola from the shelf and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a person raising their right arm in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "meet Fleur in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "take hagelslag from the hallway cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "I want you to tell me how many person pointing to the right are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I need you to give me a bowl with full of drink", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who sang the song i'm the one", "output": "Respond('Justin Bieber')" }, { "input": "find soap in the hallway then take it and give it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Please give a description of the person showing the lying down and reply to a question.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet Kevin in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | What_Day()" }, { "input": "meet Susan in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "Can you give me some cereal in a cup?", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Safely take Emma who is the tallest through exit from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Emma', 'tallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Transport plum in living room to entrance, give it to person wearing black pants", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('plum', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing black pants') | Respond('Hi. this plum for you') | Give_To()" }, { "input": "guide Sophie from the couch to the lamp", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the lamp') | Move_To('lamp')" }, { "input": "look for a person pointing to the right in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take coke from the shelf and deliver it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say the pose of Sara at the kitchen to the person at the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Vision_Ask('describe to me the person posture') | Move_To('kitchen') | Vision_Ans()" }, { "input": "My request for you is shift pringles from coathanger to basket", "output": "Respond('Sure! I'm working on it') | Move_To('coathanger') | Search_Object('pringles', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "In the living room, greet the person wearing yellow shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing yellow shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "say the day of the month to the man wearing an orange T-shirt in the coffee table", "output": "Move_To('coffee table') | Search_Person('', 'man wearing an orange T-shirt') | What_Day()" }, { "input": "meet Robin in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Time()" }, { "input": "Make introductions with the person wearing orange pants in the trashcan before guiding them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Fleur by the office, then gonna greet him at the TV table.", "output": "Respond('Okay i will greet him') | Move_To('office') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('TV table') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "when did they change the name mintonette to volleyball", "output": "Respond('1896')" }, { "input": "salute Julia in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Would you go behind lying down people in the couch", "output": "Respond('okay I will follow lying down people') | Move_To('couch') | Search_Person('', 'lying down people')| Respond('I am here to follow you.') | Follow()" }, { "input": "Introduce yourself to Robin at the dishwasher, and proceed to follow.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "find Julia", "output": "Respond('Okay, I will go find Julia') | Search_Person('Julia', '') | Respond('Here you are, I have found Julia')" }, { "input": "count the fanta at the dinner table and report to man wearing an orange blouse in the office", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('fanta','') | Move_To('office') | Search_Person('', 'man wearing an orange blouse') | Answer()" }, { "input": "Please tell me how does the person standing at the entrance look like ?", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Can you get the right-most pancake mix from the TV table and bring it to me?", "output": "Respond('Got it!') | Move_To('TV table') | Search_Object('pancake mix', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow coat in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "guide Sophie from the exit to the dishwasher", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the dishwasher') | Move_To('dishwasher')" }, { "input": "bring me apple from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('apple', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell person wearing yellow shoes in the trashcan the number of dishwasher tab present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('dishwasher tab','') | Move_To('trashcan') | Search_Person('', 'person wearing yellow shoes') | Answer()" }, { "input": "Go to the dishwasher and introduce yourself to Susan, then follow.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Please tell tallest woman in the hallway how many milk there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('milk','') | Move_To('hallway') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "look for a person pointing to the right in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "by what name is holi known in west bengal and orissa", "output": "Respond('Basanto utsav')" }, { "input": "who played young snow white in once upon a time", "output": "Respond('Bailee Madison')" }, { "input": "greet the person wearing white jacket in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "In the hallway, how many individuals are wearing black shoes?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing black shoes') | Search_Person('user', '') | Answer()" }, { "input": "To Julia wearing a necklace in office, acquire sponge from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('sponge', '') | Pickup() | Move_To('office') | Search_Person('Julia', 'wearing a necklace') | Respond('Hi. this sponge for you') | Give_To()" }, { "input": "Please navigate to the hallway and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black jacket in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me what is the smallest cleaning supplies on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'smallest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue t shirt in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "take sponges from the kitchen counter and give it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell person dressed in a blue shirt in the entrance how many plum exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('plum','') | Move_To('entrance') | Search_Person('', 'person dressed in a blue shirt') | Answer()" }, { "input": "the creation of the federal reserve system was an attempt to", "output": "Respond('alleviate financial crises')" }, { "input": "meet Lucas in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Please place dish with fork on its left at the desk", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('fork', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Meet Kevin in the couch, introduce yourself, and then follow them to the coathanger.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "count the dishwasher tab at the trashcan and then inform person dressed in a yellow shirt in the dishwasher", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('dishwasher tab','') | Move_To('dishwasher') | Search_Person('', 'person dressed in a yellow shirt') | Answer()" }, { "input": "meet Peter in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Time()" }, { "input": "meet Sophie at the dinner table then look for them in the living room", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Sara in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "find a person raising their left arm in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing yellow t shirt in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Sara in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Bring orange to person wearing yellow blouse, in entrance", "output": "Respond('Okay, I will do it') | Search_Object('orange', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing yellow blouse') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing white t shirt in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please inform smallest person in the trashcan how many milk there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('milk','') | Move_To('trashcan') | Search_Person('', 'smallest person') | Answer()" }, { "input": "Tell your team's affiliation and say hello to the person wearing orange pants.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "inform person pointing to the right in the entrance how many cola there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('cola','') | Move_To('entrance') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "Will you tell me how many person raising their left arm are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "place a dish on the hallway cabinet", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup()| Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Could you tell me how many person pointing to the left are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "greet Sophie in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide the waving person from the coathanger to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "tell me how many people in the hallway are wearing red t shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing red t shirts') | Search_Person('user', '') | Answer()" }, { "input": "please tell the person dressed in a black shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'person dressed in a black shirt') | What_Time()" }, { "input": "meet William in the trashcan, introduce yourself and guide them to the coathanger", "output": "Respond(Okay i will greet the person) | Move_To('trashcan') | Search_Person('William', '') | Respond('Hey, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Julia in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many fruits there are on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "pour some cereal in a bowl", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Julia in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "locate a person pointing to the left in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "bring me banana from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('banana', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "what led to the decline of the qin dynasty in china", "output": "Respond('Three assassination attempts were made on Qin Shi Huang 's life , leading him to become paranoid and obsessed with immortality . He died in 210 BC')" }, { "input": "follow the lead of person wearing an orange blouse in the living room", "output": "Respond('Sure, I will follow the person wearing an orange blouse.') | Move_To('living room')| Search_Person('', 'wearing an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Would you pour some drink into a cup for me?", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow shirt in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | What_Time()" }, { "input": "salute Sara in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a person raising their right arm in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and give it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "I wand you to carry yellow candle from lounge chair and transfer it to person wearing blue blouse in living room ", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('candle', 'yellow') | Pickup() | Move_To('living room') | Search_Person('', 'wearing blue blouse') | Respond('Hi. this candle for you') | Give_To()" }, { "input": "meet Peter in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the desk and bring it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "find a person pointing to the left in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Emma in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow coat in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie at the coffee table then find them in the kitchen", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Please go behind Gabrielle", "output": "Respond('Sure, I will follow Gabrielle.') | Search_Person('Gabrielle', '')| Respond('Hey Gabrielle I am here to follow you.') | Follow()" }, { "input": "say the day of the month to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "bring me lemon from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('lemon', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "explain the objects on the hallway cabinet for Hayley.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Hayley', '') | Answer()" }, { "input": "meet Lucas in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Time()" }, { "input": "greet the person wearing white shirt in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Move to the exit, meet up with Sophie, and answer a question.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "take soap from the hallway cabinet and bring it to Peter in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Peter', '') | Give_To()" }, { "input": "meet Jesse in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide Sophie from the lounge chair to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the exit') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find candle and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a person raising their left arm in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "get to know Gabrielle at the trashcan, and then look for him at the TV table and greet.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('TV table') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "bring me orange from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('orange', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Julia in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Julia', '') | Give_To()" }, { "input": "tell tony how many plum are in the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('plum', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet William in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Would you give me the black dubbelfris that's in the living room , please?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('dubbelfris', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take curry from the kitchen counter and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Could you describe to Sophie the objects on the kitchen counter?", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('describe the objects on the kitchen counter') | Search_Person('Sophie', '') | Answer()" }, { "input": "Tell Julia what's on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('What is the object on the hallway cabinet') | Search_Person('Julia', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Say hello and mention your team's affiliation to the tallest person.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "when does the show the gifted take place", "output": "Respond('an alternate timeline where the X-Men have disappeared')" }, { "input": "meet Robin in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Harrie in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "guide the waving person from the exit to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the trashcan') | Move_To('trashcan')" }, { "input": "Begin at the couch by introducing yourself to the person dressed in a yellow blouse, then escort them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Sophie in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take cola from the dinner table and deliver it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "when did my life as a teenage robot end", "output": "Respond('the ratings')" }, { "input": "guide the waving person from the coffee table to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "Tell I need you to the person standing in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('', 'standing') | Respond('I need you')" }, { "input": "Give Harrie a rundown of the crisp on the hallway cabinet, please.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('crisp', '') | Vision_Ask('describe the crisp on the hallway cabinet') | Search_Person('Harrie', '') | Answer()" }, { "input": "meet Susan in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Julia in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "pick up the dubbelfris", "output": "Respond('Okay, I will go get the dubbelfris') | Search_Object('dubbelfris', '') | Pickup() | Respond('Here you go, I have got you the dubbelfris')" }, { "input": "I'd like you to carry that blue orange and put it into the basket", "output": "Respond('Forsure!') | Search_Object('orange', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing white blouse in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie at the trashcan then locate them in the office", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "say the pose of Julia at the couch to the person at the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('Julia', '') | Vision_Ask('describe to me the person posture') | Move_To('coathanger') | Vision_Ans()" }, { "input": "what is a canopic jars of ancient egypt", "output": "Respond('jars were used by the ancient Egyptians during the mummification process to store and preserve the viscera of their owner for the afterlife .')" }, { "input": "greet Noah in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Julia in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "Make introductions with the person wearing orange pants before guiding them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet William in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "what are the names of the twin towers", "output": "Respond('1 World Trade Center')" }, { "input": "Can you tell me how many people in the kitchen are wearing a hat?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell me the number of people pointing to the right in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "take fanta from the hallway cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Would you mind getting the tallest soap from the couch and bringing it to me?", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('soap', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find washcloth and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black shirt in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet William in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | What_Time()" }, { "input": "On shelf, put cup and put spoon in it", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('spoon', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet Fleur in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | What_Time()" }, { "input": "take the candle and situate it within the basket", "output": "Respond('Forsure!') | Search_Object('candle', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Robin in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Time()" }, { "input": "what is the difference between a 1931 and a 1932 ford", "output": "Respond('V8 engine')" }, { "input": "who are the chrisleys and why are they on tv", "output": "Respond('Todd Chrisley and his family')" }, { "input": "take soap from the hallway cabinet and bring it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "say your teams country to the person sitting in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "What is the left-most object you can find on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the left-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the trashcan to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "To the person wearing blue shoes in the lounge chair, introduce yourself and take them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing blue shoes') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell the name of the person at the couch to the person at the loc2", "output": "Respond('got it') | Move_To('couch') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue shirt in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Susan in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Jesse in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | What_Day()" }, { "input": "find a person raising their left arm in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "take soap from the hallway cabinet and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "count the candy at the exit and inform man raising their left arm in the kitchen counter", "output": "Respond('got it!') | Move_To('exit') | Count_Object('candy','') | Move_To('kitchen counter') | Search_Person('', 'man raising their left arm') | Answer()" }, { "input": "take sponges from the shelf and bring it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Navigate to find the blue bowl and place on hallway cabinet, and place the knife on its right", "output": "Respond('I got this!') | Search_Object('bowl', 'blue') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('knife', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "say hello to John in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "You should follow the person wearing an orange shirt", "output": "Respond('okay I will follow the person wearing an orange shirt') | Search_Person('', 'wearing an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "say the pose of Sara at the kitchen counter to the person at the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('Sara', '') | Vision_Ask('describe to me the person posture') | Move_To('hallway') | Vision_Ans()" }, { "input": "the functional unit of the skeletal muscle is the", "output": "Respond('sarcomere')" }, { "input": "salute Hayley in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and deliver it to Julia in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Julia', '') | Give_To()" }, { "input": "greet the person wearing white coat in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | What_Tomorrow()" }, { "input": "greet the person wearing yellow sweater in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "Make your introduction to the individual wearing an orange blouse and escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Let's begin by having you take that hagelslag to the hallway and putting it in that bag", "output": "Respond('Forsure!') | Search_Object('hagelslag', '') | Pickup() | Move_To('hallway')| Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Robin in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "find a person pointing to the right in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sara in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the hallway cabinet and deliver it to Lucas in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Lucas', '') | Give_To()" }, { "input": "place a cup on the dishwasher", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup()| Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "greet John in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you please bring this water to basket in living room?", "output": "Respond('Forsure!') | Search_Object('water', '') | Pickup() | Move_To('living room') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Meet Sara, and give a response to a question.", "output": "Respond('got it!') | Search_Person('Sara', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "meet Laura in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Fleur in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Fleur', '') | Give_To()" }, { "input": "meet Sara in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Your goal is take Jesse who wearing a necklace, whom meet at the couch, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Jesse', 'wearing a necklace') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take soap from the hallway cabinet and bring it to Sara in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Sara', '') | Give_To()" }, { "input": "guide the waving person from the exit to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the desk') | Move_To('desk')" }, { "input": "go to the hallway cabinet then find mayonaise and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Could you tell me the number of people lying down in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "greet Jesse in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Time()" }, { "input": "deliver to me the right-most strawberry from the office", "output": "Respond('Got it!') | Move_To('office') | Search_Object('strawberry', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "please say something about yourself to people who is lying down in the couch", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('', 'lying down people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "Give Liam the washcloth", "output": "Respond('Okay, I will give Liam the washcloth') | Search_Object('washcloth', '') | Pickup() | Search_Person('Liam', '') | Give_To() | Respond('Here you go, I have got you the washcloth')" }, { "input": "To Noah wearing blue blouse in office, acquire plum from coathanger and pass it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('plum', '') | Pickup() | Move_To('office') | Search_Person('Noah', 'wearing blue blouse') | Respond('Hi. this plum for you') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | What_Tomorrow()" }, { "input": "go to the exit then look for a coke and fetch it to the women lying down in the office", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Object('coke', '') | Pickup() | Move_To('office') | Search_Person('', 'lying down women') | Give_To()" }, { "input": "find a person pointing to the right in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide the person who is sitting to the entrance after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "salute Julia in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the hallway then grasp it and deliver it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "by what name is holi known in west bengal and orissa", "output": "Respond('Dol Jatra')" }, { "input": "escort Hayley to the entrance", "output": "Respond('Okay, I am working on it') | Search_Person('Hayley', '') | Respond('Hey, I am here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "look for a person pointing to the right in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet the person wearing blue jacket in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "greet Emma in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me how many person raising their left arm are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "find cola in the living room then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Fleur in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "find a person raising their right arm in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Your mission is pick up blue lemon from office and convey it to coathanger. Finally, handover that lemon to person wearing yellow shirt", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('lemon', 'blue') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing yellow shirt') | Respond('Hi. this lemon for you') | Give_To()" }, { "input": "find soap in the hallway then take it and give it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "Take yellow cup from lamp and then bring it to Harrie who wearing glasses at entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('cup', 'yellow') | Pickup() | Move_To('entrance') | Search_Person('Harrie', 'wearing glasses') | Respond('Hi, this is for you') | Give_To()" }, { "input": "escort the tallest person to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Could you tell me how many person raising their left arm are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your mission is take candy from lamp and convey it to exit. Finally, handover that candy to person wearing black blouse", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('candy', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing black blouse') | Respond('Hi. this candy for you') | Give_To()" }, { "input": "Go introduce yourself to Peter in the exit, and then go after them to the lounge chair.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Kevin in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet the person wearing black jacket in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Laura in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "Can you provide a depiction of the person lying down at the lounge chair to the person at the exit?", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "Pickup the spoon, which is in kitchen, put on the bag", "output": "Respond('Forsure!') | Move_To('kitchen') | Search_Object('spoon', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Please transport that dubbelfris and deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('dubbelfris', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "meet Hayley in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "look for a person raising their right arm in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "tell what time is it to the women sitting in the trashcan", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('', 'sitting women') | What_Time()" }, { "input": "meet Noah in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sara in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me strawberry from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('strawberry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Greet the person wearing yellow shoes and share your team's affiliation in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I need you to guide Emma who is the smallest, found at the trashcan, toward exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Emma', 'smallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Liam in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the lying down men at the office to the kitchen counter", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'lying down men') | Respond('Hey, I am here to guide you to kitchen counter, please follow me') | Move_To('kitchen counter')" }, { "input": "describe the objects in the shelf", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('describe the objects in the shelf') | Search_Person('user', '') | Answer()" }, { "input": "inform tony after counting pancake mix at the living room.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pancake mix', '') | Search_Person('tony', '') | Answer()" }, { "input": "First, meet Fleur at the coathanger, then find her at the dinner table.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('dinner table') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "meet Hayley at the living room, and then look for her at the hallway cabinet.", "output": "Respond('Okay i will greet her') | Move_To('living room') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('hallway cabinet') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "Say what is your fahvorite color to the person sitting in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'sitting') | Respond('My favorite color is blue')" }, { "input": "meet Susan in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "By introducing yourself to the person wearing blue shirt, then escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Sara in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say the day of the week to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "answer the quiz of the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Introduce your team's affiliation and greet the person sitting.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "look for a person raising their left arm in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "when did michael jordan win his first mvp", "output": "Respond('1987 -- 88 season')" }, { "input": "Find yellow milk at lamp, and then take it to Jesse in office. Jesse wearing orange shoes", "output": "Respond('Sure! I'll do it for you') | Move_To('lamp') | Search_Object('milk', 'yellow') | Pickup() | Move_To('office') | Search_Person('Jesse', 'wearing orange shoes') | Respond('Hi Jesse, this milk for you') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to Hayley in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Hayley', '') | Give_To()" }, { "input": "Please get the tallest candy from the shelf and bring it to lounge chair.", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('candy', 'tallest') | Pickup() | Move_To('lounge chair') | Place_On('lounge chair')" }, { "input": "greet William in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "greet the person wearing yellow t shirt in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | What_Time()" }, { "input": "greet the person wearing black shirt in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | What_Time()" }, { "input": "tell the man dressed in a black blouse in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man dressed in a black blouse') | What_Day()" }, { "input": "greet the person wearing yellow blouse in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "Your mission is take hagelslag from couch and convey it to exit. Finally, handover that hagelslag to person Robin", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('hagelslag', '') | Pickup() | Move_To('exit') | Search_Person('Robin', '') | Respond('Hi Robin. this hagelslag for you') | Give_To()" }, { "input": "Introduce yourself to the person who is waving, then escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell what day is tomorrow to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "greet Sara in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Time()" }, { "input": "guide the person who wearing yellow pants to the entrance from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing yellow pants') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing yellow jacket in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | What_Tomorrow()" }, { "input": "locate a person pointing to the right in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet Sara in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "salute Laura in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white sweater in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | What_Time()" }, { "input": "say hello to Julia in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "locate a person pointing to the right in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find the dishwasher tab at the kitchen counter", "output": "Respond('Okay, I will go find the dishwasher tab') | Move_To('kitchen counter') | Search_Object('dishwasher tab', '') | Respond('Here it is, I have found the dishwasher tab')" }, { "input": "I need you to inform the person at coathanger about the looks of the one sitting over at couch.", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "meet Liam in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide them to the exit after introducing yourself to the person in the lamp who is sitting.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing yellow blouse in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go behind the person dressed in a black T-shirt in the living room", "output": "Respond('okay I will follow the person dressed in a black T-shirt') | Move_To('living room') | Search_Person('', 'dressed in a black T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Greet the person wearing an orange T-shirt and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing black jacket in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | What_Time()" }, { "input": "I need you to give me a cup with drink", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet William in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | What_Day()" }, { "input": "Bring knife to person wearing orange pants, in exit", "output": "Respond('Okay, I will do it') | Search_Object('knife', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing orange pants') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing yellow coat in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | What_Time()" }, { "input": "greet the person wearing blue t shirt in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce yourself to the person dressed in a yellow T-shirt at the lamp and then proceed to guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet William in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Place this soap on the bag", "output": "Respond('Forsure!') | Search_Object('soap', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "guide Sophie from the TV table to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "pour noodles into a dish for me, please", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please go after the lead of person dressed in a black blouse in the living room", "output": "Respond('Sure, I will follow the person dressed in a black blouse.') | Move_To('living room')| Search_Person('', 'dressed in a black blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Laura in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Susan in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "meet Sophie at the coathanger then find them in the kitchen", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Peter in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | What_Day()" }, { "input": "find soap in the hallway then grasp it and deliver it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "Can you describe the person who has the standing and respond to a question?", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet John in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | What_Day()" }, { "input": "find soap in the hallway then take it and deliver it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet the person wearing blue shirt in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | What_Time()" }, { "input": "tell me how many food there are on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "meet Harrie in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please transfer plum in lamp to dinner table", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('plum', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "To person dressed in an orange shirt in hallway, acquire cola from coathanger and present it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('cola', '') | Pickup() | Move_To('hallway') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "say hello to Laura in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing blue shirt in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Harrie in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white coat in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | What_Tomorrow()" }, { "input": "look for a person pointing to the right in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "find a person pointing to the left in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "From trashcan, meet Noah who wearing blue blouse and escort to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Noah', 'wearing blue blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Would you like to tell me how many drinks are in the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the kitchen then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find a waving person in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet William in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | What_Time()" }, { "input": "Go fetch that candy and put it inside the basket", "output": "Respond('Forsure!') | Search_Object('candy', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Susan in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | What_Day()" }, { "input": "greet the person wearing blue shirt in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Sara at the entrance.", "output": "Respond('Okay I will meet Sara') | Move_To('entrance') | Search_Person('Sara', '') | Respond('Hi Sara, How are you doing?')" }, { "input": "How big is the RCMP?", "output": "Respond('Today, the RCMP has close to 30,000 members.')" }, { "input": "Say hello and mention your team's affiliation to the person pointing to the right.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell woman wearing an orange shirt in the living room how many pear there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pear','') | Move_To('living room') | Search_Person('', 'woman wearing an orange shirt') | Answer()" }, { "input": "meet Sophie at the TV table then look for them in the office", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "find washcloth in the hallway then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Sara in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Jesse in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | What_Day()" }, { "input": "I'd like you to carry that yellow candy and put it into the bag in hallway", "output": "Respond('Forsure!') | Search_Object('candy', 'yellow') | Pickup() | Move_To('hallway') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "meet Sophie at the dishwasher then look for them in the living room", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "locate a person pointing to the left in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "greet the person wearing blue blouse in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "would you tell the man raising their left arm in the lounge chair what day is tomorrow", "output": "Move_To('lounge chair') | Search_Person('', 'man raising their left arm') | What_Tomorrow()" }, { "input": "find soap in the hallway then get it and bring it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "go to the hallway cabinet then find fanta and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "relate woman wearing blue pants in the trashcan how many ice tea there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('ice tea','') | Move_To('trashcan') | Search_Person('', 'woman wearing blue pants') | Answer()" }, { "input": "Say your team's affiliation and greet the person wearing blue T-shirt in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow jacket in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "guide them to the exit after introducing yourself to the person in the trashcan who is sitting.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find soap and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell your teams country to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell the day of the month to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Sophie in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find coke in the hallway then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "I want you to fetch sausages from lamp and place in basket", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('sausages', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "meet Sophie in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Julia from the hallway cabinet to the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "guide the person wearing a blue t shirt from the desk to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "Please describe the person standing and answer a question.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "In the living room, greet the person raising their right arm and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'raising their right arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Sara in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing gray sweater in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'gray sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "State your team's affiliation and say hello to the person dressed in a black T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell me how many people in the kitchen are wearing white shirts", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing white shirts') | Search_Person('user', '') | Answer()" }, { "input": "greet Sophie in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Please bring knife from living room to exit. And give it to oldest person", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('knife', '') | Pickup() | Move_To('exit') | Search_Person('', 'oldest') | Respond('Hi. this knife for you') | Give_To()" }, { "input": "greet Liam in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet William in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell me how many person raising their right arm are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "greet Laura in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you please grab the left-most coke from the hallway and bring it here?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('coke', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Hayley in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please tell the person at the coathanger how does the person lying down at the couch look like ?", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "meet Sara in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many fruits there are on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white jacket in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black jacket in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Sara in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Introduce yourself to Susan in the coathanger, and go after them to the lounge chair.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "On dinner table, set the cup", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "describe the object on the hallway cabinet to Lucas.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('What is the object on the hallway cabinet') | Search_Person('Lucas', '') | Answer()" }, { "input": "look for a person pointing to the right in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "take curry from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a person raising their left arm in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Let Fleur know about the item on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('What is the object on the kitchen counter') | Search_Person('Fleur', '') | Answer()" }, { "input": "greet William in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "After you get acquainted with Harrie at the lamp, go and find him at the kitchen cabinet.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Harrie', '') | Respond('Oh Harrie, we meet again!')" }, { "input": "greet the person wearing yellow shirt in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet John in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Begin at the lamp by introducing yourself to the oldest person, then escort them to the exit.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Please say what day is today to the men sitting in the coffee table", "output": "Respond('Okay, I Am working on it') | Move_To('coffee table') | Search_Person('', 'sitting men') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Robin in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Robin', '') | Give_To()" }, { "input": "when did the babysitters club books come out", "output": "Respond('between 1986 and 2000')" }, { "input": "greet Julia in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "what is the websites code for the country spain", "output": "Respond('. es')" }, { "input": "greet the person wearing blue jacket in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say hello to Lucas in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing blue shirt in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please give the biggest milk to me and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('milk', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet the person wearing white t shirt in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "greet the person wearing blue jacket in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | What_Time()" }, { "input": "meet Fleur in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "greet Robin in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Determine the quantity of pancake mix at the living room and report to tony ", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pancake mix', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Susan in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "Please say what time is it to the men standing in the TV table", "output": "Respond('Okay, I Am working on it') | Move_To('TV table') | Search_Person('', 'standing men') | What_Time()" }, { "input": "Please set a cup on the TV table and a fork on its right", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "look for a person pointing to the right in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "escort the person wearing orange pants to the entrance", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Fleur in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say your teams affiliation to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take cola from the hallway cabinet and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Laura in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Hayley in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Will you tell me how many person pointing to the right are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "greet William in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their right arm in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find hagelslag and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please escort the person who wearing black shoes standing in the couch to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing black shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "look for a waving person in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Time()" }, { "input": "meet Julia in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "What object is the smallest that you see on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the smallest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "meet Emma in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | What_Time()" }, { "input": "greet the person wearing yellow sweater in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "greet the person wearing yellow sweater in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | What_Tomorrow()" }, { "input": "What object is the tallest that you see on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the tallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Would you please give me the yellow ice tea from the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('ice tea', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Make your introduction to Sophie in the lamp, then go behind.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Say hello to the oldest person and mention your team's affiliation in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "deliver to the blue liquorice from the office for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('office') | Search_Object('liquorice', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "where did the idea of taxation and representatives come from", "output": "Respond('The English Bill of Rights 1689')" }, { "input": "find soap in the living room then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take coke from the TV table and bring it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Julia in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Time()" }, { "input": "say the time to the smallest woman in the living room, please", "output": "Move_To('living room') | Search_Person('', 'smallest woman') | What_Time()" }, { "input": "describe the person lying down to me", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Seek curry from coathanger, pick up that curry and place on dinner table", "output": "Respond('Sure! I'm working on it') | Move_To('coathanger') | Search_Object('curry', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "salute Sara in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Time()" }, { "input": "Take black pea soup then bring it to Susan at exit", "output": "Respond('Okay, I'm working on it') | Search_Object('pea soup', 'black') | Pickup() | Move_To('exit') | Search_Person('Susan', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "After introducing yourself to the person lying down at the lamp, guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "inform person waving in the lounge chair how many liquorice there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('liquorice','') | Move_To('lounge chair') | Search_Person('', 'person waving') | Answer()" }, { "input": "greet the person wearing blue sweater in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet William in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say the time to the woman raising their right arm in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'woman raising their right arm') | What_Time()" }, { "input": "greet the person wearing blue shirt in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | What_Time()" }, { "input": "Count the fork on the dining table in the dining room and report to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('fork', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "count the lemon at the shelf and inform child in the kitchen", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('lemon','') | Move_To('kitchen') | Search_Person('', 'child') | Answer()" }, { "input": "See soap in shelf. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('soap', '') | Search_Person('tony', '') | Answer()" }, { "input": "knife is in dinner table, you go there count and give tony the numbers.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('knife', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Fleur in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "greet Harrie in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Time()" }, { "input": "find a person pointing to the left in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Would you tell me how many person raising their right arm are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find curry and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Fleur in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "greet the person wearing yellow shirt in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "get acquainted with Jesse at the couch, and then look for him at the exit.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('exit') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "meet William in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white coat in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | What_Time()" }, { "input": "tell me what is the smallest food on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'smallest food') | Search_Person('user', '') | Answer()" }, { "input": "At desk, put dish and knife on it", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "tell tallest person in the hallway how many bowl there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('bowl','') | Move_To('hallway') | Search_Person('', 'tallest person') | Answer()" }, { "input": "salute Lucas in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing blue blouse in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | What_Tomorrow()" }, { "input": "From living room, take strawberry and convey it to Fleur dressed in an orange blouse at couch", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('strawberry', '') | Pickup() | Move_To('couch') | Search_Person('Fleur', 'dressed in an orange blouse') | Respond('Hi. this strawberry for you') | Give_To()" }, { "input": "locate a waving person in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Harrie in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me what is the biggest drinks on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'biggest drinks') | Search_Person('user', '') | Answer()" }, { "input": "Go to couch, meet Noah and guide to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Noah', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Find candle at lamp, and then take it to Sara in coathanger. Sara wearing orange pants", "output": "Respond('Sure! I'll do it for you') | Move_To('lamp') | Search_Object('candle', '') | Pickup() | Move_To('coathanger') | Search_Person('Sara', 'wearing orange pants') | Respond('Hi Sara, this candle for you') | Give_To()" }, { "input": "At lounge chair, meet Robin and escort to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Robin', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Look in office. Count all milk there. Say number to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('milk', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Emma in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "greet Hayley in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a person pointing to the left in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing yellow blouse in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Hayley in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "how many marvel agents of shield episodes are there", "output": "Respond('110')" }, { "input": "who sang rockin pneumonia and boogie woogie flu", "output": "Respond('Huey ' Piano ' Smith')" }, { "input": "put a cup on the kitchen counter, making sure there's a knife in it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('knife', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "salute Sophie in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "tell jarvis how many curry are in the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide the waving person from the hallway cabinet to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the dishwasher') | Move_To('dishwasher')" }, { "input": "say something about yourself to people who is standing in the TV table", "output": "Respond('Okay, I Am working on it') | Move_To('TV table') | Search_Person('', 'standing people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "meet William in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Kevin in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person pointing to the left in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "give me a dish of drink", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a waving person in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie at the shelf then look for them in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Say hello to the person lying down and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell me what is the largest food on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'largest food') | Search_Person('user', '') | Answer()" }, { "input": "Deliver bowl in lounge chair to tallest person in kitchen, The person's name is Hayley", "output": "Respond('Okay, I will do it') | Move_To('lounge chair') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen') | Search_Person('Hayley', 'tallest') | Respond('Hi Hayley, this is for you') | Give_To()" }, { "input": "greet Emma in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Susan in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "take the person dressed in an orange shirt to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing black shirt in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | What_Time()" }, { "input": "Let's have you guide Emma who wearing glasses you encounter at the lamp and bring them to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Emma', 'wearing glasses') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please inform me what the tallest object on the dishwasher is.", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the tallest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "tell the woman pointing to the right in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'woman pointing to the right') | What_Tomorrow()" }, { "input": "Tally the liquorice lying on the table in the dining area and inform the count to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "relate man raising their right arm in the living room how many coke there are on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('coke','') | Move_To('living room') | Search_Person('', 'man raising their right arm') | Answer()" }, { "input": "Please navigate to the kitchen and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the hallway cabinet then locate them in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Laura in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "salute Laura in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Jesse in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Could you tell me the name of the blue object on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the blue object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "what combination of design principles is used in the cross page from the lindisfarne gospels", "output": "Respond('Celtic')" }, { "input": "Which object is the left-most on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the left-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "Greet the person in the living room wearing yellow T-shirt and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue sweater in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you like to tell me how many drinks are in the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "look for a person pointing to the left in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "How many individuals in the kitchen are lying down?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "tell person wearing an orange T-shirt in the couch how many sponge exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('sponge','') | Move_To('couch') | Search_Person('', 'person wearing an orange T-shirt') | Answer()" }, { "input": "guide the waving person from the kitchen cabinet to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the kitchen cabinet to the exit') | Move_To('exit')" }, { "input": "find washcloth in the living room then grasp it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Liam in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Give Robin the sausages", "output": "Respond('Okay, I will give Robin the sausages') | Search_Object('sausages', '') | Pickup() | Search_Person('Robin', '') | Give_To() | Respond('Here you go, I have got you the sausages')" }, { "input": "salute the person wearing blue blouse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "serve a cup of cereal for me", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce yourself to Fleur at the couch, and proceed to go behind them to the exit.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "look for a waving person in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "guide the waving person from the coffee table to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the lamp') | Move_To('lamp')" }, { "input": "meet Lucas in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "guide Sophie from the shelf to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the lounge chair') | Move_To('lounge chair')" }, { "input": "Your task is procure knife and locate that knife on kitchen cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet Laura in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take the biggest cornflakes from the desk to the living room", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('cornflakes', 'biggest') | Pickup() | Move_To('living room') | Place_On('living room')" }, { "input": "give me the left-most washcloth from lamp and transport it to office.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Object('washcloth', 'left-most') | Pickup() | Move_To('office') | Place_On('office')" }, { "input": "look for a person raising their left arm in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "greet Hayley in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "The request for you is transport that plum and have it end up in the bag", "output": "Respond('Forsure!') | Search_Object('plum', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Noah in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | What_Day()" }, { "input": "Please bring fork to smallest person", "output": "Respond('Ok! I'll do it')| Search_Object('fork', '') | Pickup() | Search_Person('', 'smallest') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "I need you to give me a dish with full of drink", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "After introducing yourself to the person raising their left arm at the lounge chair, take them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing white jacket in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "find sponges in the living room then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Noah in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | What_Day()" }, { "input": "meet Hayley in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "answer the quiz of the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Lucas in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Please give a description of the person showing the lying down at the hallway and reply to a question.", "output": "Respond('Let me see!') | Move_To('hallway') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet Susan in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you tell me the left-most item on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the left-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Say hello to the oldest person and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Your job is to pick up the blue pringles and then deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('pringles', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Mention your team's affiliation and say hello to the person pointing to the left.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Could you please go to the living room, count all the sponge there, and let jarvis know the total?", "output": "Respond('got it!') | Move_To('living room') | Count_Object('sponge', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find a person pointing to the left in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Introduce yourself", "output": "Respond('Hi, my name is Lucio.')" }, { "input": "meet Liam in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a person raising their left arm in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Your mission is that set the cup on kitchen cabinet", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet Kevin in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Day()" }, { "input": "State your team's affiliation and say hello to the smallest person.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow jacket in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Sophie at the lounge chair then look for them in the living room", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing black coat in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | What_Time()" }, { "input": "inform tallest man in the entrance how many curry there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('curry','') | Move_To('entrance') | Search_Person('', 'tallest man') | Answer()" }, { "input": "inform oldest woman in the dinner table how many pea soup there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('pea soup','') | Move_To('dinner table') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "Would you describe the object on the TV table to William?", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('William', '') | Answer()" }, { "input": "what year did the original wizard of oz movie come out", "output": "Respond('1939')" }, { "input": "who helps gilgamesh interpret his dreams of a new companion", "output": "Respond('his mother , Ninsun')" }, { "input": "greet the person wearing yellow coat in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take the individual dressed in an orange blouse to the exit after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "Deliver cola in office to person wearing a hat, the person is in couch", "output": "Respond('Okay, I will do it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing a hat') | Respond('Hi, this cola for you') | Give_To()" }, { "input": "say what day is today to the person wearing black shirt in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing black shirt') | What_Day()" }, { "input": "Could you deliver to me some noodles in a cup?", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Emma in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "tell what time is it to the men sitting in the kitchen counter", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('', 'sitting men') | What_Time()" }, { "input": "find soap in the hallway then get it and give it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "Make your way to the exit, search for a spoon, and present it to the person lying down in the lounge chair.", "output": "Respond('Okay i got it!') | Move_To('exit') | Search_Object('spoon', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'lying down') | Give_To()" }, { "input": "greet Lucas in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "count the peach at the couch and inform man wearing glasses in the desk", "output": "Respond('got it!') | Move_To('couch') | Count_Object('peach','') | Move_To('desk') | Search_Person('', 'man wearing glasses') | Answer()" }, { "input": "find soap in the hallway then grasp it and give it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "say something about yourself to the person sitting in the hallway cabinet", "output": "Respond('Okay! I got it') | Move_To('hallway cabinet') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Deliver yellow banana to Robin wearing an orange blouse, Robin is in lounge chair", "output": "Respond('Okay, I will do it') | Search_Object('banana', 'yellow') | Pickup() | Move_To('lounge chair') | Search_Person('Robin', 'wearing an orange blouse') | Respond('Hi, this banana for you') | Give_To()" }, { "input": "Determine the quantity of dubbelfris at the living room and inform jarvis ", "output": "Respond('got it!') | Move_To('living room') | Count_Object('dubbelfris', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Tell your team's affiliation and say hello to the person wearing an orange shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Inside kitchen liquorice, you look count and inform that numbers to tony.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('liquorice', '') | Search_Person('tony', '') | Answer()" }, { "input": "find soap in the hallway then get it and bring it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "Give me the stroopwafel", "output": "Respond('Okay, I will give you the stroopwafel') | Search_Object('stroopwafel', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the stroopwafel')" }, { "input": "find sponges in the living room then grasp it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Robin in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet the person wearing yellow jacket in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Meet Fleur at the trashcan and answer a question.", "output": "Respond('Okay, I will go find Fleur') | Move_To('trashcan') | Search_Person('Fleur', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "greet Hayley in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "find soap in the kitchen then get it and give it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Meet Peter and provide an answer to a question.", "output": "Respond('got it!') | Search_Person('Peter', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "say the day of the week to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Say appearance of sitting person to the another person who is in coathanger.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "Take cornflakes from lounge chair and then bring it to Robin who wearing an orange shirt", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('cornflakes', '') | Pickup() | Search_Person('Robin', 'wearing an orange shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "find a person pointing to the left in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Say hello to the person in the living room dressed in a yellow T-shirt and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide the waving person from the lounge chair to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the coffee table') | Move_To('coffee table')" }, { "input": "Would you bring me the black soap from the shelf ?", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('soap', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Robin in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Say hello and mention your team's affiliation to the person dressed in a blue blouse.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find soap in the kitchen then grasp it and bring it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing blue blouse in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you count how many people are waving in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('waving') | Search_Person('user', '') | Answer()" }, { "input": "Find Peter in the shelf, introduce yourself, and follow them to the hallway.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Robin in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a person raising their right arm in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing blue sweater in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please move to the TV table. tell me how many fruits are on there. ", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "salute Emma in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say the day of the month to the tallest woman in the dishwasher", "output": "Move_To('dishwasher') | Search_Person('', 'tallest woman') | What_Day()" }, { "input": "greet Noah in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Susan in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet William in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please bring me a dish of noodles", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Laura in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "take soap from the hallway cabinet and bring it to Harrie in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Harrie', '') | Give_To()" }, { "input": "tell the day of the month to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "How many individuals are there in the living room wearing black shoes?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing black shoes') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find orange and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('orange', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the hallway then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "From lounge chair, meet Jesse who wearing an orange shirt and escort to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Jesse', 'wearing an orange shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "You should go behind the lead of Gabrielle in the hallway", "output": "Respond('Sure, I will follow Gabrielle.') | Move_To('hallway')| Search_Person('Gabrielle', '')| Respond('Hey Gabrielle I am here to follow you.') | Follow()" }, { "input": "count the dubbelfris at the office and inform child in the entrance", "output": "Respond('got it!') | Move_To('office') | Count_Object('dubbelfris','') | Move_To('entrance') | Search_Person('', 'child') | Answer()" }, { "input": "meet Laura in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Describe the water located on the kitchen counter to Liam.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Search_Object('water', '') | Vision_Ask('describe the water on the kitchen counter') | Search_Person('Liam', '') | Answer()" }, { "input": "find soap in the kitchen then take it and bring it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "meet Sara in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please tell woman wearing yellow pants in the office how many dubbelfris there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('dubbelfris','') | Move_To('office') | Search_Person('', 'woman wearing yellow pants') | Answer()" }, { "input": "Please inform woman wearing blue pants in the office how many curry there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('curry','') | Move_To('office') | Search_Person('', 'woman wearing blue pants') | Answer()" }, { "input": "greet the person wearing black shirt in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Find plate at couch, and then take it to person who tallest", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('plate', '') | Pickup() | Search_Person('', 'tallest') | Respond('Hi, this plate for you') | Give_To()" }, { "input": "go after the lead of the person wearing an orange shirt", "output": "Respond('okay I will follow the person wearing an orange shirt') | Search_Person('', 'wearing an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Take blue plum from couch and then bring it to person", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('plum', 'blue') | Pickup() | Search_Person('', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "follow Emma from the dinner table to the hallway", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet Kevin in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | What_Time()" }, { "input": "meet Lucas at the lounge chair, and then look for her at the kitchen cabinet and greet.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "find sponges in the living room then get it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "what's the boy's name in incredibles", "output": "Respond('Dashiell `` Dash '' Robert Parr')" }, { "input": "find a person raising their left arm in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "In the trashcan, find the one wearing an orange shirt, introduce yourself, and guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please escort the person who wearing blue shoes standing in the couch to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing blue shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "How many individuals in the kitchen are pointing to the left?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Would you like to tell me how many snacks are in the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "In the hallway, greet the person dressed in a blue blouse and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in a blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Find a person at couch, guide them to entrance, and then hand over the water.", "output": "Move_To('couch') | Search_Person('', '') | Respond('Hey, am here to guide you to entrance, please follow me') | Move_To('entrance') | Search_Object('water', '') | Pickup() | Give_To()" }, { "input": "salute Julia in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "find Kevin at the lounge chair", "output": "Respond('Okay, I will go find Kevin') | Move_To('lounge chair') | Search_Person('Kevin', '') | Respond('Here you are, I have found Kevin')" }, { "input": "relate woman wearing black shoes in the trashcan how many ice tea there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('ice tea','') | Move_To('trashcan') | Search_Person('', 'woman wearing black shoes') | Answer()" }, { "input": "coffee table having lemon, you check and count, inform that amount to tony.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('lemon', '') | Search_Person('tony', '') | Answer()" }, { "input": "What object can be identified as the yellow on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the yellow object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "take cornflakes from the hallway cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Julia in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Fleur in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who brought castiel back to life in season 5", "output": "Respond('Jack , Lucifer 's son')" }, { "input": "greet the person wearing black sweater in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find washcloth in the hallway then fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the woman dressed in an orange T-shirt in the exit what day is tomorrow", "output": "Move_To('exit') | Search_Person('', 'woman dressed in an orange T-shirt') | What_Tomorrow()" }, { "input": "Put in the basket the milk", "output": "Respond('Forsure!') | Search_Object('milk', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow blouse in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "pour a cup of cereal into a cup please", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find cola and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please go behind the person wearing an orange T-shirt in the living room", "output": "Respond('okay I will follow the person wearing an orange T-shirt') | Move_To('living room') | Search_Person('', 'wearing an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "tell me what is the biggest dishes on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'biggest dishes') | Search_Person('user', '') | Answer()" }, { "input": "follow the person pointing to the left at living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Follow()" }, { "input": "tell me what is the smallest drinks on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'smallest drinks') | Search_Person('user', '') | Answer()" }, { "input": "get acquainted with Robin at the couch first, and then find her at the hallway cabinet and greet.", "output": "Respond('Okay i will greet her') | Move_To('couch') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('hallway cabinet') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "say something about yourself to the person standing in the kitchen", "output": "Respond('Okay! I got it') | Move_To('kitchen') | Search_Person('', 'standing') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Can you give the right-most spoon and answer a question?", "output": "Respond('Got it i will bring it to you!') | Search_Object('spoon', 'right-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "inform man wearing yellow T-shirt in the couch the number of sponge present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('sponge','') | Move_To('couch') | Search_Person('', 'man wearing yellow T-shirt') | Answer()" }, { "input": "To Lucas wearing yellow shoes, acquire knife from entrance and pass it", "output": "Respond('Ok! I'll do it') | Move_To('entrance') | Search_Object('knife', '') | Pickup() | Search_Person('Lucas', 'wearing yellow shoes') | Respond('Hi. this knife for you') | Give_To()" }, { "input": "tell the pose of John at the exit to the person at the shelf", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('John', '') | Vision_Ask('describe to me the person posture') | Move_To('shelf') | Vision_Ans()" }, { "input": "tell the tallest woman in the desk what day is today", "output": "Move_To('desk') | Search_Person('', 'tallest woman') | What_Day()" }, { "input": "take washcloth from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Harrie in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "In first, find dish and then set on kitchen counter", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Please relate oldest woman in the couch how many washcloth there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('washcloth','') | Move_To('couch') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "inform man dressed in an orange blouse in the office how many fanta there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('fanta','') | Move_To('office') | Search_Person('', 'man dressed in an orange blouse') | Answer()" }, { "input": "Take black bowl then bring it to Kevin at entrance", "output": "Respond('Okay, I'm working on it') | Search_Object('bowl', 'black') | Pickup() | Move_To('entrance') | Search_Person('Kevin', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Please move to the dishwasher. tell me how many drinks are on there. ", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "How many tons of snow are required to build The Hotel de Glace?", "output": "Respond('Every year, 12000 tons of snow are used for The Hotel de Glace.')" }, { "input": "meet Sophie at the lounge chair then find them in the office", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing yellow coat in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "meet Sophie in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Time()" }, { "input": "greet Jesse in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "First, move to couch, meet Lucas who wearing glasses and guide towards the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Lucas', 'wearing glasses') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Could you tell me the name of the yellow object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the yellow object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "when did the first air max come out", "output": "Respond('1987')" }, { "input": "find soap in the hallway then grasp it and bring it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "tell woman dressed in an orange shirt in the lounge chair how many banana exist on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('banana','') | Move_To('lounge chair') | Search_Person('', 'woman dressed in an orange shirt') | Answer()" }, { "input": "Could you please take Emma who wearing glasses who is in trashcan to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Emma', 'wearing glasses') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "give me a bowl full of drink for me", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "when did the nashville predators become a team", "output": "Respond('1998')" }, { "input": "salute the person wearing blue coat in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Find Liam in the dinner table, introduce yourself, and follow them to the office.", "output": "Respond('got it!') | Move_To('dinner table') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "take soap from the hallway cabinet and give it to Sara in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sara', '') | Give_To()" }, { "input": "Your mission is take fanta from lounge chair. Finally, handover that fanta to person dressed in a yellow blouse", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('fanta', '') | Pickup() | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi. this fanta for you') | Give_To()" }, { "input": "bring me soap from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "escort Susan who wearing glasses at the lounge chair to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Susan', 'wearing glasses') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Take yellow sausages from lamp and then bring it to Harrie who wearing black shirt at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('sausages', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('Harrie', 'wearing black shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing yellow shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "find soap in the office then get it and give it to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "find a person pointing to the left in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take cornflakes from the coffee table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Greet the person dressed in a black T-shirt in the hallway and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "What object can be identified as the right-most on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the right-most object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "how long would it take to get to alpha centauri with current technology", "output": "Respond('about 100 years')" }, { "input": "salute Sara in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Go to office and count liquorice. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('office') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a waving person in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "I want you to tell me the gesture of the person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Take blue cup from lamp and then bring it to person in office", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('cup', 'blue') | Pickup() | Move_To('office') | Search_Person('', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "where did pan am flight 103 take off from", "output": "Respond('Frankfurt am Main Airport , Frankfurt , West Germany')" }, { "input": "meet Robin in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "Why is Elon Musk is worried about AI's impact on humanity?", "output": "Respond('I don't know. He should worry more about the people's impact on humanity.')" }, { "input": "look for a person raising their left arm in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Robin in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Let the person at coathanger know the appearance details of the one sitting.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "Please get the tallest stroopwafel from the kitchen and bring it to coathanger.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('stroopwafel', 'tallest') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "greet the person wearing white coat in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Emma in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Emma', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to Fleur in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Fleur', '') | Give_To()" }, { "input": "greet Emma in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "find milk in the kitchen then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell me how many people in the hallway are wearing gray sweaters", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing gray sweaters') | Search_Person('user', '') | Answer()" }, { "input": "say the pose of Laura at the trashcan to the person at the living room", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('Laura', '') | Vision_Ask('describe to me the person posture') | Move_To('living room') | Vision_Ans()" }, { "input": "take soap from the shelf and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet Sara in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Take yellow sponge from lounge chair and then bring it to John at exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('sponge', 'yellow') | Pickup() | Move_To('exit') | Search_Person('John', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "tell me what is the tallest object on the hallway cabinet", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the tallest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "count the coke at the shelf and then inform oldest woman in the hallway", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('coke','') | Move_To('hallway') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "Give Fleur details about the crisp on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Search_Object('crisp', '') | Vision_Ask('describe the crisp on the kitchen cabinet') | Search_Person('Fleur', '') | Answer()" }, { "input": "greet the person wearing black shirt in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "I'd like you to carry that yellow plum and put it into the basket in kitchen", "output": "Respond('Forsure!') | Search_Object('plum', 'yellow') | Pickup() | Move_To('kitchen') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "greet Kevin in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your mission is pick up banana from lamp and convey it to Noah who is in coathanger", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('banana', '') | Pickup() | Move_To('coathanger') | Search_Person('Noah', '') | Respond('Hi Noah, this banana for you') | Give_To()" }, { "input": "who composed the theme tune to midsomer murders", "output": "Respond('Jim Parker')" }, { "input": "salute John in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing white shirt in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me coke from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Emma in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sophie in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "find soap in the kitchen then take it and give it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Could you be able to describe the individual currently sitting in the lounge chair?", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "In the office, greet the tallest person and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find the dubbelfris", "output": "Respond('Okay, I will go find the dubbelfris') | Search_Object('dubbelfris', '') | Respond('Here it is, I have found the dubbelfris')" }, { "input": "meet Peter in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "From hallway, pickup stroopwafel and to smallest person at couch, carry it", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('stroopwafel', '') | Pickup() | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "Deposit candy to tray", "output": "Respond('Forsure!') | Search_Object('candy', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Will you please take the black sausages from the dishwasher and bring it to me?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('sausages', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the living room are wearing an orange shirt", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "Take hagelslag from trashcan and then bring it to Laura", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('hagelslag', '') | Pickup() | Search_Person('Laura', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing blue sweater in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell the name of the person at the kitchen counter to the person at the loc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "guide Sophie from the coffee table to the desk", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coffee table to the desk') | Move_To('desk')" }, { "input": "meet Fleur in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Greet the oldest person in the kitchen and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Could you grab the right-most spoon from the shelf and deliver it to kitchen?", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('spoon', 'right-most') | Pickup() | Move_To('kitchen') | Place_On('kitchen')" }, { "input": "meet William in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Introduce yourself to the person who is wearing a hat at the lounge chair, then take them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Your job is put the blue dish at the desk, and once that's done, put the knife on its right", "output": "Respond('I got this!') | Search_Object('dish', 'blue') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "go to the hallway cabinet then find washcloth and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Kevin in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | What_Day()" }, { "input": "Please guide Sara to exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sara', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "count the pringles at the exit and report to person wearing blue shirt in the dishwasher", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pringles','') | Move_To('dishwasher') | Search_Person('', 'person wearing blue shirt') | Answer()" }, { "input": "bring me banana from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('banana', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Describe for Hayley the things situated on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('Hayley', '') | Answer()" }, { "input": "guide Sophie from the entrance to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "At lamp, meet the person who wearing black T-shirt and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing black T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Introduce yourself to Harrie in the shelf, and go behind them to the office.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Sophie at the dinner table then look for them in the office", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "follow Emma from the dishwasher to the kitchen", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "meet Julia in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person raising their left arm in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "meet Noah in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say what day is today to the man wearing glasses in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'man wearing glasses') | What_Day()" }, { "input": "look for a person raising their right arm in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "who sings the theme song for southern charm", "output": "Respond('Sable')" }, { "input": "greet the person wearing yellow blouse in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide Sophie from the lamp to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the entrance') | Move_To('entrance')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Lucas in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', '') | Give_To()" }, { "input": "meet John in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "when did the last season of jersey shore end", "output": "Respond('December 20 , 2012')" }, { "input": "check how many milk at the living room and let tony know", "output": "Respond('got it!') | Move_To('living room') | Count_Object('milk', '') | Search_Person('tony', '') | Answer()" }, { "input": "Please inform man dressed in a yellow T-shirt in the entrance how many banana there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('banana','') | Move_To('entrance') | Search_Person('', 'man dressed in a yellow T-shirt') | Answer()" }, { "input": "Greet the tallest person and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take them to the coathanger after introducing yourself to the person in the lamp who is standing.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Liam in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | What_Time()" }, { "input": "greet the person wearing yellow coat in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | What_Time()" }, { "input": "tell the pose of Lucas at the lounge chair to the person at the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Person('Lucas', '') | Vision_Ask('describe to me the person posture') | Move_To('entrance') | Vision_Ans()" }, { "input": "go to the hallway cabinet then find washcloth and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell what day is today to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "salute Sara in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "movie indiana jones and the last crusade cast", "output": "Respond('John Rhys - Davies')" }, { "input": "find soap in the office then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "will you say what day is tomorrow to the woman wearing a hat in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing a hat') | What_Tomorrow()" }, { "input": "find soap in the hallway then get it and give it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing blue blouse in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | What_Tomorrow()" }, { "input": "In bag in trashcan, store the black apple", "output": "Respond('Forsure!') | Search_Object('apple', 'black') | Pickup() | Move_To('trashcan') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "take soap from the shelf and deliver it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Go to living room to fetch crisp and then move to kitchen counter and put that crisp on", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('crisp', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "guide the waving person from the exit to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the TV table') | Move_To('TV table')" }, { "input": "find water in the living room then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Julia at the hallway cabinet then find them in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Julia', '') | Respond('Hi Julia nice to meet you') | Move_To('office') | Search_Person('Julia', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing yellow sweater in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Hayley in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Hayley', '') | Give_To()" }, { "input": "greet Liam in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "how much memory does ipad mini 2 have", "output": "Respond('1GB LPDDR3 DRAM')" }, { "input": "take soap from the hallway cabinet and bring it to Liam in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Liam', '') | Give_To()" }, { "input": "look for a person raising their left arm in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "bring me cola from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Emma in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "salute Noah in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Take knife from couch and then bring it to William who oldest at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('knife', '') | Pickup() | Move_To('coathanger') | Search_Person('William', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Make introductions with the oldest person before guiding them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "I need you to do to take Liam who oldest at the lamp location to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Liam', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing white coat in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "what is the top folder of the file tree called", "output": "Respond('the root directory')" }, { "input": "greet Emma in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "salute Sophie in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the dinner table and bring it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your job is pick up the black water, carry it to lamp and then deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('water', 'black') | Pickup() | Move_To('lamp') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Tally the tictac lying on the table in the dining area and inform the count to tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('tictac', '') | Search_Person('tony', '') | Answer()" }, { "input": "Could you tally up coke at the living room and report to tony", "output": "Respond('got it!') | Move_To('living room') | Count_Object('coke', '') | Search_Person('tony', '') | Answer()" }, { "input": "go to the hallway cabinet then find cornflakes and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue jacket in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "tell me how many people in the kitchen are wearing white coats", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing white coats') | Search_Person('user', '') | Answer()" }, { "input": "when did the song all night long come out", "output": "Respond('1983')" }, { "input": "tell the woman wearing glasses in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing glasses') | What_Day()" }, { "input": "It would be helpful if you could check inside the living room, count the total articles of knife, and inform that number to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('knife', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please inform the individual present at entrance about the looks of the person standing at lounge chair.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "greet the person wearing red t shirt in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | What_Tomorrow()" }, { "input": "Your mission is take sausages from lounge chair and convey it to coathanger. Finally, handover that sausages to person dressed in an orange T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('sausages', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi. this sausages for you') | Give_To()" }, { "input": "greet the person wearing blue coat in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take the individual dressed in a black shirt to the entrance after introducing yourself in the couch.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a black shirt') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Robin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Robin', '') | Give_To()" }, { "input": "Could you tell me the number of people in the kitchen wearing black T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your mission is that put the bowl on coffee table, and put the knife on it", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('knife', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "Please bring blue stroopwafel to person wearing black pants at the coathanger", "output": "Respond('Ok! I'll do it') | Search_Object('stroopwafel', 'blue') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing black pants') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "Please go after person wearing yellow shirt in the hallway", "output": "Respond('Sure, I will follow the person wearing yellow shirt.') | Move_To('hallway')| Search_Person('', 'wearing yellow shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet Sophie in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "greet Sara in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black t shirt in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | What_Time()" }, { "input": "salute Sophie in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Say hello to the person pointing to the right and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please take the biggest mayonaise from the lounge chair and bring it to me.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('mayonaise', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black blouse in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say something about yourself to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet John in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Introduce yourself to the person lying down at the couch and then proceed to guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Emma in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet William in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "You should go behind the the lead of person wearing blue T-shirt in the office", "output": "Respond('okay I will follow the person wearing blue T-shirt') | Move_To('office') | Search_Person('', 'wearing blue T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Would you like to tell me how many snacks are in the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "please tell the person pointing to the right in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "who won rookie of the year and cy young award in the same year", "output": "Respond('Fernando Valenzuela')" }, { "input": "Put in the basket the mayonaise", "output": "Respond('Forsure!') | Search_Object('mayonaise', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow blouse in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | What_Tomorrow()" }, { "input": "look for a person raising their right arm in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "locate a person pointing to the left in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Begin at the lamp by introducing yourself to the person wearing glasses, then escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "follow Emma from the trashcan to the living room", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "tell jarvis how many bowl are in the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "You should follow the person wearing black T-shirt in the hallway", "output": "Respond('okay I will follow the person wearing black T-shirt') | Move_To('hallway') | Search_Person('', 'wearing black T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "inform woman dressed in a blue shirt in the exit the number of milk present on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('milk','') | Move_To('exit') | Search_Person('', 'woman dressed in a blue shirt') | Answer()" }, { "input": "escort them to the exit after introducing yourself to the person in the lamp who is raising their left arm.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "find soap in the hallway then get it and give it to William in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "Give Robin the mayonaise", "output": "Respond('Okay, I will give Robin the mayonaise') | Search_Object('mayonaise', '') | Pickup() | Search_Person('Robin', '') | Give_To() | Respond('Here you go, I have got you the mayonaise')" }, { "input": "Could you count how many people are standing in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "greet the person wearing white coat in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | What_Day()" }, { "input": "From the lounge chair to the exit, take the individual who is standing.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'standing') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Jesse in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Jesse', '') | Give_To()" }, { "input": "how many episodes of the pacific are there", "output": "Respond('10')" }, { "input": "Please go behind the lead of John", "output": "Respond('Sure, I will follow John.') | Search_Person('John', '')| Respond('Hey John I am here to follow you.') | Follow()" }, { "input": "get to know Robin at the coathanger, moving forward to greet him at the shelf.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('shelf') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "I need you to deliver to me a cup with drink", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take cola from the dishwasher and give it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please give me a bowl filled with cereal", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to Lucas in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', '') | Give_To()" }, { "input": "locate a person raising their left arm in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "locate a person pointing to the right in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please make your way to the trashcan and guide the person who wearing a hat to the exit.", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing a hat') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Could you be able to describe the individual currently standing in the lamp?", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "say something about yourself to men lying down in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'lying down men') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet the person wearing yellow sweater in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "find sponges in the living room then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "when did the bengals won a playoff game", "output": "Respond('1990')" }, { "input": "meet Sophie at the dishwasher then find them in the kitchen", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "who stars in what's eating gilbert grape", "output": "Respond('Leonardo DiCaprio')" }, { "input": "greet the person wearing black t shirt in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person pointing to the left in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "Tell whats your team affiliation to the person lying down in the kitchen cabinet", "output": "Respond('Okay! I got it') | Move_To('kitchen cabinet') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Store this yellow lemon to the bag", "output": "Respond('Forsure!') | Search_Object('lemon', 'yellow') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Navigate to find the bowl and place on dishwasher", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "meet Sara in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "On coffee table, set the dish", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Susan in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Susan', '') | Give_To()" }, { "input": "inform man wearing an orange shirt in the couch the number of plate present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('plate','') | Move_To('couch') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "greet the person wearing white blouse in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say hello to the tallest person in the hallway and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take the person who is dressed in an orange shirt to the exit from the lounge chair.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "You go office, count liquorice, report to jarvis number.", "output": "Respond('got it!') | Move_To('office') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Your task is get blue knife at lounge chair and lay that knife on hallway cabinet", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('knife', 'blue') | Pickup() | Move_To('hallway cabinet') |Place_On('hallway cabinet')" }, { "input": "Could you count washcloth at the TV table and let tony know", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('washcloth', '') | Search_Person('tony', '') | Answer()" }, { "input": "I want you to deliver water to bag in office", "output": "Respond('Sure! I'm working on it') | Search_Object('water', '') | Pickup() | Move_To('office') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "take coke from the kitchen cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie at the dishwasher then find them in the hallway", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing black jacket in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "set a cup on the hallway cabinet, making sure there's a knife on its right", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('knife', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "inform person waving in the lounge chair how many pear there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pear','') | Move_To('lounge chair') | Search_Person('', 'person waving') | Answer()" }, { "input": "Transport banana in kitchen to exit, give it to Noah wearing an orange blouse", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('banana', '') | Pickup() | Move_To('exit') | Search_Person('Noah', 'wearing an orange blouse') | Respond('Hi Noah. this banana for you') | Give_To()" }, { "input": "greet the person wearing black t shirt in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please guide the person who dressed in an orange blouse from trashcan to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Say hello to the tallest person in the living room and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take the person wearing a necklace from the lamp to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Peter in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | What_Day()" }, { "input": "pour me drink in a bowl and bring it", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person raising their left arm in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "take dubbelfris from the TV table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the coffee table to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coffee table to the entrance') | Move_To('entrance')" }, { "input": "meet Susan in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "who has the most point in a nba game", "output": "Respond('Wilt Chamberlain')" }, { "input": "greet the person wearing red sweater in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say hello to Emma in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find a person pointing to the right in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Please take the person who wearing an orange T-shirt standing in the lounge chair to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "salute Hayley in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie at the kitchen cabinet then locate them in the living room", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "locate a person raising their right arm in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue jacket in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "count the banana at the TV table and inform person pointing to the left in the couch", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('banana','') | Move_To('couch') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "who stars in my big fat greek wedding", "output": "Respond('Joey Fatone')" }, { "input": "find sponges in the hallway then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Liam in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | What_Time()" }, { "input": "greet the person wearing yellow jacket in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | What_Tomorrow()" }, { "input": "locate a person raising their right arm in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Sara in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "get acquainted with Sara at the lamp, then say hi to him at the TV table.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('TV table') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "take soap from the hallway cabinet and deliver it to John in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('John', '') | Give_To()" }, { "input": "i do i do i do hallmark movie cast", "output": "Respond('Ali Liebert as Kate')" }, { "input": "Proceed to the office, then meet Liam and respond to a question.", "output": "Respond('got it!') | Move_To('office') | Search_Person('Liam', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Please get blue washcloth and then put inside of tray", "output": "Respond('Sure! I'm working on it') | Search_Object('washcloth', 'blue') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "State your team's affiliation and say hello to the person dressed in an orange T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Susan in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Laura in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet Robin in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "I'd appreciate it if you could escort Julia to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Julia', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "inform woman dressed in a blue shirt in the couch the number of cornflakes present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('cornflakes','') | Move_To('couch') | Search_Person('', 'woman dressed in a blue shirt') | Answer()" }, { "input": "find soap in the hallway then get it and deliver it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "find soap in the office then grasp it and deliver it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "tell the gesture of the person at the entrance to the person at the loc2", "output": "Respond('got it') | Move_To('entrance') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in entrance is') | Answer()" }, { "input": "Can you deliver to me the biggest coke found at the coffee table and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('coffee table') | Search_Object('coke', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet the person wearing white coat in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | Respond('I am here to follow you') | Follow()" }, { "input": "who said democracy is the rule of fools", "output": "Respond('Plato')" }, { "input": "Let me know the details of the person sitting in the trashcan.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "say hello to Liam in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me how many people in the living room are wearing blue sweaters", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing blue sweaters') | Search_Person('user', '') | Answer()" }, { "input": "Deliver fanta in hallway to person wearing a necklace", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('fanta', '') | Pickup() | Search_Person('', 'wearing a necklace') | Respond('Hi, this fanta for you') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a waving person in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Meet Robin, and answer a question.", "output": "Respond('got it!') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "See hagelslag in living room. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('hagelslag', '') | Search_Person('tony', '') | Answer()" }, { "input": "follow Julia from the trashcan to the office", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "Please place dish with fork on it at the TV table", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "In the hallway, greet the person wearing an orange T-shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "where does the last name blackburn come from", "output": "Respond('English origin')" }, { "input": "count the cup at the lounge chair and then report to woman dressed in a black T-shirt in the exit", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('cup','') | Move_To('exit') | Search_Person('', 'woman dressed in a black T-shirt') | Answer()" }, { "input": "Can you describe the object on the desk to Fleur, please?", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Fleur', '') | Answer()" }, { "input": "Introduce yourself to the person who is waving, then guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "what is the yellow birds name in rio", "output": "Respond('Nico')" }, { "input": "say your teams country to the person sitting in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Introduce yourself to the person who is wearing blue shirt, then escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Robin in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white shirt in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find sausages and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Begin at the lounge chair by introducing yourself to the person standing, then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please meet Susan at the lounge chair, locate the person in the exit, and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "meet Noah in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Liam in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their right arm in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "Meet Susan in the TV table and then go behind.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Follow()" }, { "input": "tell something about yourself to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black jacket in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "take milk from the kitchen counter and deliver it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Take away this strawberry to kitchen and put on bag", "output": "Respond('Forsure!') | Search_Object('strawberry', '') | Pickup() | Move_To('kitchen') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "look for a person pointing to the right in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find the cola", "output": "Respond('Okay, I will go find the cola') | Search_Object('cola', '') | Respond('Here it is, I have found the cola')" }, { "input": "meet Susan in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "go to the kitchen and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "find a person raising their right arm in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow sweater in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide the waving person from the trashcan to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the TV table') | Move_To('TV table')" }, { "input": "greet Liam in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "take dubbelfris from the shelf and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Harrie in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Laura at the lamp.", "output": "Respond('Okay I will greet Laura') | Move_To('lamp') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?')" }, { "input": "greet the person wearing black t shirt in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "put the dish on the dinner table and arrange the fork on its left", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('fork', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "meet Susan in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "find cola in the kitchen then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a person pointing to the right in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Noah in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Day()" }, { "input": "Can you tell me the number of individuals wearing yellow T-shirt in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing yellow T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white blouse in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | What_Time()" }, { "input": "greet the person wearing blue sweater in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | What_Tomorrow()" }, { "input": "navigate to the shelf then look for a pringles and fetch it to the men standing in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('shelf') | Search_Object('pringles', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'standing men') | Give_To()" }, { "input": "greet John in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | What_Day()" }, { "input": "Say your name to the person in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', '') | Respond('Well, my name is lucio')" }, { "input": "Can I ask you to deliver pringles in living room to lamp and place in the tray?", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('pringles', '') | Pickup() | Move_To('lamp') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Your mission is that put the cup on dinner table", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "say hello to the person wearing blue shoes and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take soap from the hallway cabinet and deliver it to Robin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Robin', '') | Give_To()" }, { "input": "Determine the quantity of pea soup at the coffee table and report to jarvis", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('pea soup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "deliver to me some drink in the cup", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Pick up knife and then transfer that knife on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Person lying down is at trashcan, tell me details.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet Sophie in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Time()" }, { "input": "Could you describe to Harrie the liquorice on the desk?", "output": "Respond('Let me see!') | Move_To('desk') | Search_Object('liquorice', '') | Vision_Ask('describe the liquorice on the desk') | Search_Person('Harrie', '') | Answer()" }, { "input": "Say hello to the person wearing blue shoes and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Laura in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find milk and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Which object is the left-most on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the left-most object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the office then grasp it and give it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing black sweater in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "escort Sara who wearing black shirt at the trashcan to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Sara', 'wearing black shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Liam in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "How many individuals in the office are dressed in an orange shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "Please relate woman wearing a hat in the hallway cabinet how many cornflakes there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('cornflakes','') | Move_To('hallway cabinet') | Search_Person('', 'woman wearing a hat') | Answer()" }, { "input": "greet the person wearing blue jacket in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "find water in the office then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Would you tell me how many waving person are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Robin in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "what is the current version of chrome browser", "output": "Respond('63.0')" }, { "input": "I want you to tell me how many person raising their left arm are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "what was the last episode of morse called", "output": "Respond('`` The Remorseful Day ''')" }, { "input": "Describe what object is on the dinner table for Harrie.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('What is the object on the dinner table') | Search_Person('Harrie', '') | Answer()" }, { "input": "greet the person wearing blue shirt in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Once you've introduced yourself to the person wearing black blouse in the trashcan, guide them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing black blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing white jacket in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Navigate to find the blue bowl and set on desk", "output": "Respond('I got this!') | Search_Object('bowl', 'blue') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "take curry from the dinner table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "follow Sophie from the kitchen cabinet to the office", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "salute Emma in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "meet John in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find soap in the hallway then get it and deliver it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "bring me fanta from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Tell where are you from to the person sitting in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the couch') | Move_To('couch')" }, { "input": "find a waving person in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a person raising their right arm in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet Peter in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "follow Emma from the lounge chair to the hallway", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Go to the lounge chair to meet Harrie, introduce yourself, and escort them to the coathanger.", "output": "Respond(Okay i will greet the person) | Move_To('lounge chair') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "say the day of the month to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet the person wearing yellow sweater in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Lucas in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the mayonaise at the TV table and report to person dressed in a yellow T-shirt in the kitchen", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('mayonaise','') | Move_To('kitchen') | Search_Person('', 'person dressed in a yellow T-shirt') | Answer()" }, { "input": "meet John in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black t shirt in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide Sophie from the lamp to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the TV table') | Move_To('TV table')" }, { "input": "describe the person standing at the lounge chair to the person at the coathanger", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "tell your teams country to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Do me a favor and tally up how many pieces of hagelslag are in the kitchen counter, then report to that figure to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('hagelslag', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing black shirt in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "greet the person wearing yellow sweater in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "say the day of the month to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "meet Sophie in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "On the TV table, which is the left-most object?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the left-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "Put in the basket the tictac", "output": "Respond('Forsure!') | Search_Object('tictac', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "follow Julia from the dishwasher to the hallway", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "tell me how many decorations there are on the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then get it and bring it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "Greet the person dressed in an orange T-shirt in the office and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow coat in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "meet Susan in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet William at the entrance, and then look for her at the dishwasher and greet.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('dishwasher') | Search_Person('William', '') | Respond('Oh William, we meet again!')" }, { "input": "Please relate woman dressed in a blue blouse in the trashcan how many apple there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('apple','') | Move_To('trashcan') | Search_Person('', 'woman dressed in a blue blouse') | Answer()" }, { "input": "tell the man wearing black blouse in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man wearing black blouse') | What_Tomorrow()" }, { "input": "say the day of the month to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet Noah at the lounge chair.", "output": "Respond('Okay I will greet Noah') | Move_To('lounge chair') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?')" }, { "input": "locate a person pointing to the right in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Begin at the lamp by introducing yourself to the tallest person, then guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Tell I need you to the Liam in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('Liam', '') | Respond('I need you')" }, { "input": "salute Laura in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Say your team's affiliation and greet the smallest person in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "please say something about yourself to Robin who is sitting in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('Robin', 'sitting') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "tell woman raising their left arm in the lamp how many strawberry there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('strawberry','') | Move_To('lamp') | Search_Person('', 'woman raising their left arm') | Answer()" }, { "input": "pour some noodles into a bowl for me", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "cast of time after time the tv show", "output": "Respond('Will Chase as Griffin Monroe')" }, { "input": "Please transport that fork and deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('fork', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "I'd like you to carry that black sausages and put it into the bag in living room", "output": "Respond('Forsure!') | Search_Object('sausages', 'black') | Pickup() | Move_To('living room') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "tell me how many people in the office are wearing blue shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing blue shirts') | Search_Person('user', '') | Answer()" }, { "input": "follow the person pointing to the right at office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Follow()" }, { "input": "greet John in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white jacket in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "meet Peter in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | What_Day()" }, { "input": "greet the person wearing blue blouse in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow shirt in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "find a person pointing to the right in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide the person wearing a blue t shirt from the shelf to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the desk') | Move_To('desk')" }, { "input": "meet Robin in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Head to the coathanger, meet Liam, and then answer a question.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Liam', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "tell me what is the biggest food on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'biggest food') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please take the left-most tictac from the lounge chair and bring it to me.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('tictac', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find yellow milk at lamp, and then take it to Jesse in office. Jesse wearing orange pants", "output": "Respond('Sure! I'll do it for you') | Move_To('lamp') | Search_Object('milk', 'yellow') | Pickup() | Move_To('office') | Search_Person('Jesse', 'wearing orange pants') | Respond('Hi Jesse, this milk for you') | Give_To()" }, { "input": "take soap from the hallway cabinet and deliver it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "How many individuals are there in the office wearing a necklace?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing a necklace') | Search_Person('user', '') | Answer()" }, { "input": "take washcloth from the shelf and deliver it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Liam in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Liam', '') | Give_To()" }, { "input": "Can I ask you to place peach in basket?", "output": "Respond('Sure! I'm working on it') | Search_Object('peach', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Peter in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Time()" }, { "input": "follow Sophie from the lounge chair to the hallway", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet the person wearing red blouse in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "Describe the individual standing at the exit for me and also answer a question.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "find the milk at the dinner table", "output": "Respond('Okay, I will go find the milk') | Move_To('dinner table') | Search_Object('milk', '') | Respond('Here it is, I have found the milk')" }, { "input": "take milk from the kitchen counter and bring it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Tell me which object is the biggest on the kitchen counter.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the biggest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "navigate to the trashcan then look for a dubbelfris and fetch it to the men standing in the shelf", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Object('dubbelfris', '') | Pickup() | Move_To('shelf') | Search_Person('', 'standing men') | Give_To()" }, { "input": "greet the person wearing yellow coat in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | What_Time()" }, { "input": "Count cup in the office and inform tony", "output": "Respond('got it!') | Move_To('office') | Count_Object('cup', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Sophie at the coffee table then look for them in the hallway", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "the seven provinces that became the united provinces", "output": "Respond('The Lordship of Groningen and Ommelanden')" }, { "input": "After you meet Jesse at the lamp, go and greet him at the hallway cabinet.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('hallway cabinet') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "who gave voice for king julian in madagascar", "output": "Respond('Daniel C. `` Danny '' Jacobs Jr.')" }, { "input": "who sings the song i'll be missing you", "output": "Respond('Faith Evans')" }, { "input": "Transport plum from living room to lamp, give it to Kevin", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('plum', '') | Pickup() | Move_To('lamp') | Search_Person('Kevin', '') | Respond('Hi Kevin. this plum for you') | Give_To()" }, { "input": "greet Jesse in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "inform person pointing to the right in the entrance how many strawberry there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('strawberry','') | Move_To('entrance') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "meet Emma at the entrance, then greet her at the TV table.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('TV table') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "find a waving person in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "In the hallway, how many people are wearing a hat?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "Grab blue stroopwafel and then transfer that stroopwafel on TV table", "output": "Respond('Sure! I'm working on it') | Search_Object('stroopwafel', 'blue') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "tell me what is the biggest fruits on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'biggest fruits') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to Jesse in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Jesse', '') | Give_To()" }, { "input": "greet the person wearing white sweater in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide the standing people at the hallway cabinet to the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('hallway cabinet') | Search_Person('', 'standing people') | Respond('Hey, I am here to guide you to hallway, please follow me') | Move_To('hallway')" }, { "input": "I'm curious about the appearance of person sitting in that entrance.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black coat in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | What_Day()" }, { "input": "find a person pointing to the left in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "meet Emma in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | What_Time()" }, { "input": "greet Emma in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Introduce your team's affiliation and greet the person in the hallway dressed in an orange shirt.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take soap from the desk and deliver it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Please inform child in the TV table how many fork there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('fork','') | Move_To('TV table') | Search_Person('', 'child') | Answer()" }, { "input": "Find the person dressed in an orange T-shirt, introduce yourself, and escort them towards the entrance.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Pickup the dishwasher tab, which is in living room, put on the tray", "output": "Respond('Forsure!') | Move_To('living room') | Search_Object('dishwasher tab', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet Fleur in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide the waving person from the couch to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the dishwasher') | Move_To('dishwasher')" }, { "input": "who sang the hook on wanna be a baller", "output": "Respond('Big T')" }, { "input": "How many individuals in the living room are wearing black shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing black shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "I wand you to carry yellow hagelslag from trashcan to hallway. Then hand it over to William ", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('hagelslag', 'yellow') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Respond('Hi. this hagelslag for you') | Give_To()" }, { "input": "get to know Noah at the trashcan, moving forward to find her at the entrance.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Move_To('entrance') | Search_Person('Noah', '') | Respond('Oh Noah, we meet again!')" }, { "input": "Would you like to tell me how many food are in the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "In tray, store the yellow water", "output": "Respond('Forsure!') | Search_Object('water', 'yellow') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "find a person pointing to the right in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "take soap from the desk and deliver it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "take the crisp and situate it within the bag", "output": "Respond('Forsure!') | Search_Object('crisp', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "meet Julia in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "take them to the entrance after introducing yourself to the person who is standing.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Greet the individual dressed in a blue T-shirt in the hallway and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I want you to shift yellow water from exit and place in bag at hallway", "output": "Respond('Sure! I'm working on it') | Move_To('exit') | Search_Object('water', 'yellow') | Pickup() | Move_To('hallway') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing yellow coat in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find washcloth in the hallway then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "get acquainted with Hayley at the hallway, then find the person in the hallway and answer a question", "output": "Respond('Okay i will greet the person') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('hallway') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "tell what day is tomorrow to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "Greet the person lying down and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Bring stroopwafel in office to exit, give it to Robin ", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('stroopwafel', '') | Pickup() | Move_To('exit') | Search_Person('Robin', '') | Respond('Hi Robin. this stroopwafel for you') | Give_To()" }, { "input": "meet John in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "take soap from the desk and bring it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "find milk in the kitchen then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "say hello to Fleur in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Kevin in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please bring black fork to person wearing blue T-shirt at the exit", "output": "Respond('Ok! I'll do it') | Search_Object('fork', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "take the oldest person to the coathanger after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find a person raising their left arm in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing yellow blouse in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "meet Jesse in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take cola from the TV table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the coffee table') | Move_To('coffee table')" }, { "input": "look for a waving person in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "I wand you to carry black peach from couch to office. Then hand it over to Susan ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('peach', 'black') | Pickup() | Move_To('office') | Search_Person('Susan', '') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "take the smallest person to the coathanger after making introductions in the lounge chair.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take coke from the hallway cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "I wand you to carry blue stroopwafel from lounge chair to office. Then hand it over to Fleur ", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('stroopwafel', 'blue') | Pickup() | Move_To('office') | Search_Person('Fleur', '') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "greet the person wearing orange jacket in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'orange jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Laura in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell what day is tomorrow to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "look for a person raising their right arm in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your task is earn candy and shift that candy on kitchen counter", "output": "Respond('Sure! I'm working on it') | Search_Object('candy', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Would you mind getting the tallest washcloth from the exit and bringing it to me?", "output": "Respond('Got it!') | Move_To('exit') | Search_Object('washcloth', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please fetch the yellow hagelslag from the living room and deliver it to coathanger.", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('hagelslag', 'yellow') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "guide the person wearing an orange T-shirt to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find cola in the hallway then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Can you deliver to me the smallest bowl from the coathanger?", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('bowl', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet John in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "who is the youngest grand master in chess", "output": "Respond('Sergey Karjakin')" }, { "input": "say your teams affiliation to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please follow the lead of the person wearing yellow shoes", "output": "Respond('okay I will follow the person wearing yellow shoes') | Search_Person('', 'wearing yellow shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "Tell where are you from to the person standing in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "count the strawberry at the trashcan and then report to man wearing yellow T-shirt in the exit", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('strawberry','') | Move_To('exit') | Search_Person('', 'man wearing yellow T-shirt') | Answer()" }, { "input": "get to know Harrie at the couch, and then look for him at the exit and greet.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('exit') | Search_Person('Harrie', '') | Respond('Oh Harrie, we meet again!')" }, { "input": "The request for you is to guide the person who wearing orange shoes lingering at the lamp to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Liam in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow sweater in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Your assistance is needed to go through the hallway, make a count of all the bowl items, and provide tony with that number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('bowl', '') | Search_Person('tony', '') | Answer()" }, { "input": "take curry from the hallway cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Begin at the couch by introducing yourself to the person pointing to the right, then escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "get acquainted with Robin at the kitchen, moving forward to greet him at the kitchen counter.", "output": "Respond('Okay i will greet him') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('kitchen counter') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "greet the person wearing yellow t shirt in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | What_Time()" }, { "input": "find soap in the hallway then fetch it and bring it to William in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "meet Sophie in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Please say what time is it to the people sitting in the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Person('', 'sitting people') | What_Time()" }, { "input": "greet Fleur in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Let's have you escort the individual dressed in a black shirt you encounter at the couch and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in a black shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Noah in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say your teams country to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Sophie in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "greet the person wearing gray t shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'gray t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Kevin at the lamp, then go to the entrance and greet her.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('entrance') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "greet the person wearing black blouse in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | What_Time()" }, { "input": "Find cornflakes from trashcan, fetch that cornflakes and place on hallway cabinet", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('cornflakes', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "tell the pose of the person at the entrance to the person at the loc2", "output": "Respond('got it') | Move_To('entrance') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in entrance is') | Answer()" }, { "input": "What is the blue object on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the blue object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "bring me cornflakes from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me coke from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "look for a waving person in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "tell woman dressed in an orange blouse in the lounge chair how many banana exist on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('banana','') | Move_To('lounge chair') | Search_Person('', 'woman dressed in an orange blouse') | Answer()" }, { "input": "I need you to take the person who wearing blue shoes, found in the trashcan, toward exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing blue shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the person who is lying down to the entrance", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "You should go behind the lead of the person wearing yellow shoes", "output": "Respond('okay I will follow the person wearing yellow shoes') | Search_Person('', 'wearing yellow shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "check how many peach at the desk and let jarvis know", "output": "Respond('got it!') | Move_To('desk') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "follow Gabrielle", "output": "Respond('okay I will follow the Gabrielle') | Search_Person('Gabrielle', '') | Follow()" }, { "input": "meet Peter in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Emma in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring the cup", "output": "Respond('Okay, I will go deliver the cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the cup')" }, { "input": "what does r e o speedwagon stand for", "output": "Respond('the initials are those of its founder Ransom E. Olds')" }, { "input": "take water from the dishwasher and bring it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue sweater in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "look for a waving person in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person raising their left arm in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Which object on the hallway cabinet is the black?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the black object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "say your teams name to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say the time to the smallest person in the office", "output": "Move_To('office') | Search_Person('', 'smallest person') | What_Time()" }, { "input": "In bag, fill the spoon", "output": "Respond('Forsure!') | Search_Object('spoon', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing yellow coat in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "salute Julia in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me lemon from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('lemon', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "On the kitchen counter, which is the smallest object?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the smallest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "tell the day of the month to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "tell the pose of Jesse at the desk to the person at the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Person('Jesse', '') | Vision_Ask('describe to me the person posture') | Move_To('kitchen') | Vision_Ans()" }, { "input": "greet the person wearing yellow t shirt in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your assistance is needed to go through the living room, make a count of all the candy items, and provide tony with that number.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('candy', '') | Search_Person('tony', '') | Answer()" }, { "input": "Say what is your fahvorite color to the person lying down in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'lying down') | Respond('My favorite color is blue')" }, { "input": "greet the person wearing blue sweater in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Noah in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "relate man wearing an orange shirt in the desk how many stroopwafel there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('stroopwafel','') | Move_To('desk') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "greet William in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "look for a person pointing to the left in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "inform tallest man in the entrance how many milk there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('milk','') | Move_To('entrance') | Search_Person('', 'tallest man') | Answer()" }, { "input": "salute Sara in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Time()" }, { "input": "guide them to the entrance after introducing yourself to the person who is raising their right arm.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "salute Julia in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a person raising their right arm in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "say hello to Fleur in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Jesse in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Day()" }, { "input": "meet William at the lamp, then locate the person in the exit, and respond to a question.", "output": "Respond('Okay i will greet the person') | Move_To('lamp') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "serve a dish of drink for me", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "deliver to me the smallest knife from the TV table.", "output": "Respond('Got it!') | Move_To('TV table') | Search_Object('knife', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white blouse in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "After introducing yourself to the person raising their left arm, take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "salute Hayley in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing white shirt in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "First, move to trashcan, meet Robin who dressed in a black shirt and take towards the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Robin', 'dressed in a black shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing white coat in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | What_Time()" }, { "input": "take soap from the desk and bring it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "find soap in the hallway then fetch it and bring it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "tell the man wearing orange shoes in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man wearing orange shoes') | What_Day()" }, { "input": "Could you please pick up lemon in office and then shift that lemon to exit and place in the basket?", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('lemon', '') | Pickup() | Move_To('exit') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Your mission is pick up yellow peach from kitchen and convey it to exit. Finally, handover that peach to person dressed in a blue T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('peach', 'yellow') | Pickup() | Move_To('exit') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "My request for you is shift pea soup from exit to bag", "output": "Respond('Sure! I'm working on it') | Move_To('exit') | Search_Object('pea soup', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Can you fetch the left-most peach from the shelf and bring it to me?", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('peach', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you mind sharing details about the person standing?", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person ') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "would you tell the man pointing to the left in the lounge chair what day is tomorrow", "output": "Move_To('lounge chair') | Search_Person('', 'man pointing to the left') | What_Tomorrow()" }, { "input": "salute Sophie in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing white sweater in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "What is the black object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the black object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "say what day is today to the woman raising their right arm in the shelf", "output": "Move_To('shelf') | Search_Person('', 'woman raising their right arm') | What_Day()" }, { "input": "I wand you to carry yellow candle from lounge chair and transfer it to person wearing black blouse in living room ", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('candle', 'yellow') | Pickup() | Move_To('living room') | Search_Person('', 'wearing black blouse') | Respond('Hi. this candle for you') | Give_To()" }, { "input": "Please move to the coffee table. tell me how many dishes are on there. ", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "say what day is today to the men sitting in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('', 'sitting men') | What_Day()" }, { "input": "Can you give me a dish of drink?", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue coat in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie at the TV table then find them in the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "tell the pose of the person at the lamp to the person at the loc2", "output": "Respond('got it') | Move_To('lamp') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in lamp is') | Answer()" }, { "input": "meet Sophie at the kitchen cabinet then look for them in the kitchen", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing yellow jacket in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "find a waving person in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I need you to grab pringles from office and place it on TV table", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('pringles', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "Find a person at hallway, guide them to desk, and then hand over the pringles.", "output": "Move_To('hallway') | Search_Person('', '') | Respond('Hey, am here to guide you to desk, please follow me') | Move_To('desk') | Search_Object('pringles', '') | Pickup() | Give_To()" }, { "input": "tell person wearing an orange shirt in the couch how many sponge exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('sponge','') | Move_To('couch') | Search_Person('', 'person wearing an orange shirt') | Answer()" }, { "input": "Could you please set a bowl on coffee table", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "say what day is tomorrow to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "who is 30 seconds to mars touring with", "output": "Respond('Joywave')" }, { "input": "Start by introducing yourself to the individual dressed in a yellow shirt in the lounge chair, then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Liam in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Susan in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell what day is tomorrow to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "take soap from the shelf and deliver it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Please tell me how many person raising their left arm are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "Describe what objects are on the kitchen cabinet for Emma.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('Emma', '') | Answer()" }, { "input": "get to know Hayley at the exit, and then look for him at the TV table and greet.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('TV table') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "greet Kevin in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Time()" }, { "input": "Please inform child in the entrance how many curry there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('curry','') | Move_To('entrance') | Search_Person('', 'child') | Answer()" }, { "input": "navigate to the exit then look for a orange and fetch it and give it to the person lying down in the trashcan", "output": "Respond('Okay i got it!') | Move_To('exit') | Search_Object('orange', '') | Pickup() | Move_To('trashcan') | Search_Person('', 'lying down') | Give_To()" }, { "input": "Will you go after sitting men in the TV table", "output": "Respond('okay I will follow sitting men') | Move_To('TV table') | Search_Person('', 'sitting men')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Peter in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | What_Day()" }, { "input": "greet Liam in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "Could you please bring pancake mix in hallway to bag in hallway?", "output": "Respond('Forsure!') | Move_To('hallway') | Search_Object('pancake mix', '') | Pickup() | Move_To('hallway') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "go to the office and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Go introduce yourself to Liam in the shelf, and then follow them to the living room.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Guide someone from exit to lounge chair, find an individual, and hand them the cornflakes.", "output": "Move_To('exit') | Search_Person('', '') | Respond('Hey, am here to guide you to lounge chair, please follow me') | Move_To('lounge chair') | Search_Object('cornflakes', '') | Pickup() | Give_To()" }, { "input": "meet Sophie at the dinner table then find them in the living room", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "How big was the first hard disk drive?", "output": "Respond('The IBM 305 RAMAC hard disk weighed over a ton and stored 5 MB of data.')" }, { "input": "Meet Jesse in the dishwasher, introduce yourself, and then go behind them to the hallway.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the trashcan') | Move_To('trashcan')" }, { "input": "Your task is pick up tictac and lay that tictac on dishwasher", "output": "Respond('Sure! I'm working on it') | Search_Object('tictac', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Please transport that orange and deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('orange', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing white sweater in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a waving person in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "guide Sophie from the trashcan to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the lounge chair') | Move_To('lounge chair')" }, { "input": "locate a person raising their right arm in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet John in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | What_Time()" }, { "input": "greet the person wearing blue sweater in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you please escort the person who dressed in an orange shirt, whom in trashcan, to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please describe the person lying down at the coathanger and answer a question.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet the person wearing blue blouse in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Lucas in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Introduce yourself to Sophie in the entrance, and follow them to the lamp.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "When you get a chance, can you head over to the hallway, count every single item of sausages in there, and give jarvis ?", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('sausages', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Tell Lucas what's on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('Lucas', '') | Answer()" }, { "input": "meet Emma in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "Please follow the person wearing a hat in the living room", "output": "Respond('okay I will follow the person wearing a hat') | Move_To('living room') | Search_Person('', 'wearing a hat')| Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person pointing to the left in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "when do atoms in a molecule have lone pairs", "output": "Respond('if two electrons are paired but are not used in chemical bonding')" }, { "input": "greet Sara in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Fleur in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please make your way to the lounge chair and guide the person who smallest to the entrance.", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the hallway cabinet then find plum and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white blouse in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Peter in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Lucas in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "tell me the gesture of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Which is the tallest object on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the tallest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the hallway cabinet to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the lamp') | Move_To('lamp')" }, { "input": "greet Sara in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow t shirt in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "follow Julia from the desk to the living room", "output": "Respond('got it') | Move_To('desk') | Search_Person('Julia', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "meet Sophie in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing white sweater in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your task is earn black tictac at hallway and locate that tictac on TV table", "output": "Respond('Sure! I'm working on it') | Move_To('hallway') | Search_Object('tictac', 'black') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "greet the person wearing white jacket in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say your name to the person in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', '') | Respond('Well, my name is lucio')" }, { "input": "Let me know the details of the person sitting in the entrance.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue t shirt in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find soap in the hallway then take it and bring it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "Introduce yourself to the person who is pointing to the left, then guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "How many people are wearing black blouse in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing black blouse') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find mayonaise and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person raising their left arm in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing red t shirt in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Go look in office. Count all the coke. Report number to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('coke', '') | Search_Person('tony', '') | Answer()" }, { "input": "go to the hallway cabinet then find plum and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Julia at the hallway cabinet then locate them in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Julia', '') | Respond('Hi Julia nice to meet you') | Move_To('office') | Search_Person('Julia', '') | Respond('Oh we meet again!')" }, { "input": "Please tell person pointing to the left in the desk how many tictac there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('tictac','') | Move_To('desk') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "Could you please bring pea soup in office to tray in office?", "output": "Respond('Forsure!') | Move_To('office') | Search_Object('pea soup', '') | Pickup() | Move_To('office') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing yellow jacket in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing red shirt in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | What_Day()" }, { "input": "greet Sophie in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "meet Noah in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | What_Day()" }, { "input": "tell your teams name to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your assistance is needed to go through the kitchen, make a count of all the plate items, and provide jarvis with that number.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('plate', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing orange coat in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing yellow blouse in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell smallest person in the hallway how many curry there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('curry','') | Move_To('hallway') | Search_Person('', 'smallest person') | Answer()" }, { "input": "greet Robin in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find cola in the hallway then grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you tell me how many individuals in the hallway are lying down?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue t shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Sophie in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find Noah at the exit", "output": "Respond('Okay, I will go find Noah') | Move_To('exit') | Search_Person('Noah', '') | Respond('Here you are, I have found Noah')" }, { "input": "locate a waving person in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing blue blouse in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide them to the exit after introducing yourself to the tallest person in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "when was the first self driving car release", "output": "Respond('1980s')" }, { "input": "greet the person wearing black coat in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say hello to the person sitting and mention your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Describe for Sophie the thing situated on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Sophie', '') | Answer()" }, { "input": "Start by introducing yourself to the oldest individual, then take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "It would be helpful if you could check inside the shelf, count the total articles of cup, and inform that number to tony.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('cup', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | What_Tomorrow()" }, { "input": "find the milk", "output": "Respond('Okay, I will go find the milk') | Search_Object('milk', '') | Respond('Here it is, I have found the milk')" }, { "input": "greet William in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Kevin in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "At the lamp, meet Kevin, then find him at the coathanger.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('coathanger') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "Will you tell me how many person raising their left arm are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "take washcloth from the TV table and deliver it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Which object on the desk is the blue?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the blue object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "take the plum and situate it within the tray", "output": "Respond('Forsure!') | Search_Object('plum', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "take fanta from the shelf and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please tell the person at the entrance how does the person standing at the couch look like ?", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "Say hello to the person lying down in the kitchen and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Greet the individual wearing glasses in the living room and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing glasses') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing white coat in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take cola from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "At exit, hand over the ice tea after guiding someone from couch.", "output": "Move_To('couch') | Search_Person('', '') | Respond('Hey, am here to guide you to exit, please follow me') | Move_To('exit') | Search_Object('ice tea', '') | Pickup() | Give_To()" }, { "input": "take soap from the shelf and deliver it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "take sponges from the coffee table and deliver it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find sausages and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black coat in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | What_Tomorrow()" }, { "input": "guide the waving person from the TV table to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the exit') | Move_To('exit')" }, { "input": "Take blue liquorice then bring it to Robin at entrance", "output": "Respond('Okay, I'm working on it') | Search_Object('liquorice', 'blue') | Pickup() | Move_To('entrance') | Search_Person('Robin', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "follow Sophie from the dishwasher to the living room", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "meet Sophie at the couch then look for them in the living room", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet William in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell person wearing blue shoes in the trashcan the number of dishwasher tab present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('dishwasher tab','') | Move_To('trashcan') | Search_Person('', 'person wearing blue shoes') | Answer()" }, { "input": "tell me how many people in the living room are wearing orange shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing orange shirts') | Search_Person('user', '') | Answer()" }, { "input": "escort the person who is raising their left arm to the exit after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "In the hallway, greet the person wearing black shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing black shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "what are the names of the characters in the breakfast club", "output": "Respond('Brian Johnson')" }, { "input": "greet the person wearing black t shirt in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you count bowl at the office and let jarvis know", "output": "Respond('got it!') | Move_To('office') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take soap from the desk and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "who was the original singer of you raise me up", "output": "Respond('Brian Kennedy')" }, { "input": "Say hello to the person dressed in a blue T-shirt and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "where did the waterloo creek massacre take place", "output": "Respond('the upper Gwydir River area of New South Wales')" }, { "input": "say hello to Laura in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "tell the man wearing yellow blouse in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man wearing yellow blouse') | What_Time()" }, { "input": "look for a person pointing to the left in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform person wearing a necklace in the exit how many knife exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('knife','') | Move_To('exit') | Search_Person('', 'person wearing a necklace') | Answer()" }, { "input": "give the tallest peach from the living room to me, and respond to a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('living room') | Search_Object('peach', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "find washcloth in the kitchen then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Your task is place the yellow bowl at the kitchen counter, and once that's done, place the knife on it", "output": "Respond('I got this!') | Search_Object('bowl', 'yellow') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('knife', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "By introducing yourself to the person wearing yellow pants, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow pants') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Give me the peach", "output": "Respond('Okay, I will give you the peach') | Search_Object('peach', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the peach')" }, { "input": "To entrance, take the person who is the oldest from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Emma in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet Harrie in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black t shirt in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "find soap in the hallway then fetch it and give it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "explain the item situated on the kitchen cabinet to Lucas.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('What is the object on the kitchen cabinet') | Search_Person('Lucas', '') | Answer()" }, { "input": "greet the person wearing yellow sweater in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the shelf to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the dinner table') | Move_To('dinner table')" }, { "input": "I'd appreciate it if you could escort the person who wearing blue blouse situated in the lounge chair to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing blue blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "get to know Emma at the exit.", "output": "Respond('Okay I will get to know Emma') | Move_To('exit') | Search_Person('Emma', '') | Respond('Hi Emma, How are you doing?')" }, { "input": "meet Kevin in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the hallway then take it and give it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "meet Liam in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Hayley in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "find a person pointing to the left in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet the person wearing white t shirt in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "follow Sophie from the dinner table to the living room", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "meet Sophie at the coffee table then locate them in the kitchen", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "locate a person pointing to the right in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "meet Julia in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow coat in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie at the dishwasher then find them in the office", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Can you tell me how many people in the living room are wearing yellow shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing yellow shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Julia in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "find soap in the hallway then grasp it and give it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "Describe the object located on the kitchen counter to Kevin.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('What is the object on the kitchen counter') | Search_Person('Kevin', '') | Answer()" }, { "input": "Place this candle on the bag", "output": "Respond('Forsure!') | Search_Object('candle', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "salute Emma in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Which object is the black on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the black object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "Make your introduction to Kevin in the exit, then follow them to the couch.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing blue shirt in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "take sponges from the dinner table and give it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please go behind the lead of person dressed in an orange blouse in the office", "output": "Respond('Sure, I will follow the person dressed in an orange blouse.') | Move_To('office')| Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet Jesse in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white t shirt in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "greet the person wearing black sweater in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a waving person in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet John in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take milk from the coffee table and deliver it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "commander of the american and filipino forces in bataan", "output": "Respond('Douglas MacArthur')" }, { "input": "From lounge chair, meet Sophie who is the oldest and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Sophie', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Store this blue strawberry to the basket", "output": "Respond('Forsure!') | Search_Object('strawberry', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing gray coat in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'gray coat') | Respond('I am here to follow you') | Follow()" }, { "input": "State your team's affiliation and say hello to the person in the living room wearing orange pants.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Once you've introduced yourself to the person standing, take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "bring me curry from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I'd appreciate it if you could escort the person who is the oldest situated in the lamp to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "follow Julia from the lamp to the living room", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Julia', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "Would you mind retrieving the tallest milk from the lamp and bring it to me?", "output": "Respond('Got it!') | Move_To('lamp') | Search_Object('milk', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sophie at the dishwasher then look for them in the kitchen", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Determine how many coke are on the dining room table and inform that figure to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('coke', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Hayley in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "take water from the dishwasher and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please inform person wearing orange shoes in the exit how many curry there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('curry','') | Move_To('exit') | Search_Person('', 'person wearing orange shoes') | Answer()" }, { "input": "greet the person wearing white shirt in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "salute Susan in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "bring me a cup of drink", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Julia in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "inform man wearing glasses in the couch how many dishwasher tab exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('dishwasher tab','') | Move_To('couch') | Search_Person('', 'man wearing glasses') | Answer()" }, { "input": "when was the last time the erta ale volcano erupted", "output": "Respond('January 2017')" }, { "input": "greet the person wearing black jacket in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find plum and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you tell me the black item on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the black object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "report to person pointing to the left in the kitchen cabinet about the number of hagelslag on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('hagelslag','') | Move_To('kitchen cabinet') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "who wrote the song every picture tells a story", "output": "Respond('Ron Wood')" }, { "input": "meet Kevin in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "You should follow the lead of person wearing yellow shoes", "output": "Respond('Sure, I will follow the person wearing yellow shoes.') | Search_Person('', 'wearing yellow shoes') | Respond('I am here to follow you.')| Follow()" }, { "input": "Take black strawberry from couch and then bring it to person who dressed in a blue T-shirt at living room", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('strawberry', 'black') | Pickup() | Move_To('living room') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Transport soap in office to coathanger, give it to person dressed in a black blouse", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'dressed in a black blouse') | Respond('Hi. this soap for you') | Give_To()" }, { "input": "take the person who is lying down from the lamp to the exit.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'lying down') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "count the sponge at the lounge chair and report to tallest man in the hallway", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('sponge','') | Move_To('hallway') | Search_Person('', 'tallest man') | Answer()" }, { "input": "First, meet Lucas at the lounge chair, then find him at the entrance.", "output": "Respond('Okay i will greet him') | Move_To('lounge chair') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('entrance') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "meet Sophie at the shelf then find them in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "find soap in the hallway then get it and bring it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "To coathanger, guide the person who wearing blue pants from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing blue pants') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing black shirt in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "What is the biggest object located on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the biggest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "Take the mayonaise in TV table to the basket", "output": "Respond('Forsure!') | Move_To('TV table') | Search_Object('mayonaise', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing red blouse in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow blouse in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find lemon and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('lemon', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing white jacket in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "go to the hallway cabinet then find coke and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I wand you to carry crisp from lounge chair to entrance. Then hand it over to tallest ", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('crisp', '') | Pickup() | Move_To('entrance') | Search_Person('', 'tallest') | Respond('Hi. this crisp for you') | Give_To()" }, { "input": "Find Fleur in the TV table, introduce yourself, and go behind.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Say hello to the person in the hallway dressed in an orange T-shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find plum and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find lemon and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('lemon', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "count the washcloth at the exit and report to person wearing black pants in the dishwasher", "output": "Respond('got it!') | Move_To('exit') | Count_Object('washcloth','') | Move_To('dishwasher') | Search_Person('', 'person wearing black pants') | Answer()" }, { "input": "meet Robin in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "look for a person raising their left arm in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "tell the person wearing glasses in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing glasses') | What_Time()" }, { "input": "salute Hayley in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Go to lamp, meet Laura who dressed in a blue blouse and escort to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Laura', 'dressed in a blue blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Hayley in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find cola in the hallway then get it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please follow the the lead of person dressed in a yellow shirt in the hallway", "output": "Respond('okay I will follow the person dressed in a yellow shirt') | Move_To('hallway') | Search_Person('', 'dressed in a yellow shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing yellow jacket in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "what are unalienable rights in the declaration of independence", "output": "Respond('the pursuit of Happiness')" }, { "input": "tell man wearing blue T-shirt in the kitchen counter how many coke there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('coke','') | Move_To('kitchen counter') | Search_Person('', 'man wearing blue T-shirt') | Answer()" }, { "input": "greet the person wearing yellow blouse in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "what does the prefix re mean in medical terminology", "output": "Respond('again , back')" }, { "input": "say the day of the month to the man dressed in an orange T-shirt in the coffee table", "output": "Move_To('coffee table') | Search_Person('', 'man dressed in an orange T-shirt') | What_Day()" }, { "input": "Safely take the person who is the oldest through exit from lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please relate woman wearing an orange shirt in the hallway how many orange there are on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('orange','') | Move_To('hallway') | Search_Person('', 'woman wearing an orange shirt') | Answer()" }, { "input": "meet Noah in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | What_Time()" }, { "input": "I need you to earn yellow pringles from lamp and place it on kitchen counter", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('pringles', 'yellow') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "tell me what is the biggest object on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'biggest') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find sponges and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me orange from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('orange', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Lucas in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | What_Time()" }, { "input": "Say hello to the tallest person and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a person raising their left arm in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow coat in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('I am here to follow you') | Follow()" }, { "input": "take soap from the hallway cabinet and deliver it to John in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "pour a dish of drink for me", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Julia in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | What_Time()" }, { "input": "Calculate how many water at the office and report to tony", "output": "Respond('got it!') | Move_To('office') | Count_Object('water', '') | Search_Person('tony', '') | Answer()" }, { "input": "get acquainted with Sophie at the hallway, then go to the dinner table to find him.", "output": "Respond('Okay i will greet him') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "salute Laura in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white sweater in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "tell me what is the smallest object on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'smallest') | Search_Person('user', '') | Answer()" }, { "input": "meet Julia in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "salute Robin in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "From office, take cola and convey it to John dressed in a blue T-shirt at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('lounge chair') | Search_Person('John', 'dressed in a blue T-shirt') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "locate a person pointing to the right in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "tell me what is the heaviest cleaning supplies on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'heaviest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | What_Time()" }, { "input": "find soap in the hallway then take it and deliver it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "How many people are pointing to the right in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "greet Sophie in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "meet Lucas in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "What is the yellow object you can find on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the yellow object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "Make your introduction to the individual lying down in the lamp and escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "place a bowl on the hallway cabinet", "output": "Respond('Got it!') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "meet Robin at the lamp.", "output": "Respond('Okay I will meet Robin') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hi Robin, How are you doing?')" }, { "input": "tell the time to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Time()" }, { "input": "greet Harrie in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "find a person raising their left arm in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find mayonaise and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you go and get the left-most water from the living room and bring it to me?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('water', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell the person at the coathanger how does the person lying down at the trashcan look like ?", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "greet the person wearing blue shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Please bring crisp to smallest person", "output": "Respond('Ok! I'll do it')| Search_Object('crisp', '') | Pickup() | Search_Person('', 'smallest') | Respond('Hi. this crisp for you') | Give_To()" }, { "input": "look for a person pointing to the right in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Could you please take Emma who wearing a hat who is in trashcan to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Emma', 'wearing a hat') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing white shirt in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please give a description of the person showing the lying down at the coathanger and reply to a question.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "take water from the kitchen counter and deliver it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white blouse in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | What_Tomorrow()" }, { "input": "Please tell what day is today to the women lying down in the lamp", "output": "Respond('Okay, I Am working on it') | Move_To('lamp') | Search_Person('', 'lying down women') | What_Day()" }, { "input": "what is the topic sentence of an essay", "output": "Respond('sentence that summarizes the main idea of a paragraph')" }, { "input": "guide the waving person from the lamp to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "Please deliver liquorice, which is in coathanger, to kitchen cabinet", "output": "Respond('Sure! I'm working on it') | Move_To('coathanger') | Search_Object('liquorice', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "Go to dishwasher and count curry. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black coat in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take cola from the dinner table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the coffee table to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coffee table to the exit') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find sponges and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Robin in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me mayonaise from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "when do roy and pam get back together", "output": "Respond('`` Phyllis ' Wedding ''')" }, { "input": "take sponges from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Jesse in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Transport cornflakes in kitchen to entrance, give it to John wearing orange pants", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('cornflakes', '') | Pickup() | Move_To('entrance') | Search_Person('John', 'wearing orange pants') | Respond('Hi John. this cornflakes for you') | Give_To()" }, { "input": "I need you to escort Kevin, found in lamp, toward exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Kevin', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "inform person waving in the dinner table how many orange there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('orange','') | Move_To('dinner table') | Search_Person('', 'person waving') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the desk to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the couch') | Move_To('couch')" }, { "input": "I need you to procure apple and go to dinner table then place it", "output": "Respond('Sure! I'm working on it') | Search_Object('apple', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Can you bring the yellow dishwasher tab from the hallway cabinet to where I am?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Search_Object('dishwasher tab', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your mission is take banana from trashcan and convey it to exit. Finally, handover that banana to person Susan", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('banana', '') | Pickup() | Move_To('exit') | Search_Person('Susan', '') | Respond('Hi Susan. this banana for you') | Give_To()" }, { "input": "Could you put a bowl on the coffee table, with a spoon on its right?", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('spoon', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "Introduce yourself to the person who is wearing glasses at the lounge chair, then take them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "To Noah wearing an orange T-shirt, acquire knife from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('knife', '') | Pickup() | Search_Person('Noah', 'wearing an orange T-shirt') | Respond('Hi. this knife for you') | Give_To()" }, { "input": "meet Lucas in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | What_Day()" }, { "input": "greet Lucas in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | What_Day()" }, { "input": "greet Sara in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "greet the person wearing black coat in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | What_Tomorrow()" }, { "input": "In the living room, greet the person standing and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Lucas in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "salute the person wearing blue shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to John in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "greet the person wearing white sweater in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | What_Tomorrow()" }, { "input": "meet Sara in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet Emma in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to William in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "Your job is to pick up the yellow curry and then deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('curry', 'yellow') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "find a waving person in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "meet Susan in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "what form of government was existing in sri lanka", "output": "Respond('a semi-presidential system determined by the Sri Lankan Constitution')" }, { "input": "meet William in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white sweater in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me what is the largest decorations on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'largest decorations') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell the appearance of the person sitting at the couch to the person at the coathanger", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "say the day of the month to the woman wearing yellow T-shirt in the kitchen cabinet", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman wearing yellow T-shirt') | What_Day()" }, { "input": "meet Liam in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Peter in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell your teams affiliation to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say what day is tomorrow to the man waving in the couch", "output": "Move_To('couch') | Search_Person('', 'man waving') | What_Tomorrow()" }, { "input": "Travel to the office, meet Fleur, and then answer a question.", "output": "Respond('got it!') | Move_To('office') | Search_Person('Fleur', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "say what day is today to the woman raising their left arm in the shelf", "output": "Move_To('shelf') | Search_Person('', 'woman raising their left arm') | What_Day()" }, { "input": "gagging in an example of this type of reflex", "output": "Respond('pharyngeal')" }, { "input": "Please place a cup on the hallway cabinet and a knife in it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('knife', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Greet the oldest person in the office and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Would you mind fetching the yellow dishwasher tab from the hallway and bringing it to trashcan?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('dishwasher tab', 'yellow') | Pickup() | Move_To('trashcan') | Place_On('trashcan')" }, { "input": "greet the person wearing black sweater in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "say something about yourself to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Peter in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "follow Sophie from the entrance to the hallway", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "tell me what is the smallest object on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'smallest') | Search_Person('user', '') | Answer()" }, { "input": "find milk in the living room then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "get to know Julia at the lamp, proceed to the dinner table and greet him.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Move_To('dinner table') | Search_Person('Julia', '') | Respond('Oh Julia, we meet again!')" }, { "input": "greet Lucas in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Count sausages in the living room and inform jarvis", "output": "Respond('got it!') | Move_To('living room') | Count_Object('sausages', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Make introductions with the person wearing orange shoes in the trashcan before guiding them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Which object on the kitchen cabinet is the black?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the black object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Determine the quantity of orange at the living room and report to tony ", "output": "Respond('got it!') | Move_To('living room') | Count_Object('orange', '') | Search_Person('tony', '') | Answer()" }, { "input": "who played teenage superman in man of steel", "output": "Respond('Dylan Muse Sprayberry')" }, { "input": "Greet the oldest person and share your team's affiliation in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "To entrance, escort the person who wearing black shirt from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing black shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "salute Hayley in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue coat in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Put the blue knife into the basket", "output": "Respond('Forsure!') | Search_Object('knife', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "In basket in lamp, store the black pea soup", "output": "Respond('Forsure!') | Search_Object('pea soup', 'black') | Pickup() | Move_To('lamp') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "tell me how many people in the living room are pointing to the left", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Please move to the TV table. tell me how many cleaning supplies are on there. ", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "salute Sara in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Time()" }, { "input": "count the water at the lounge chair and then inform woman wearing black blouse in the entrance", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('water','') | Move_To('entrance') | Search_Person('', 'woman wearing black blouse') | Answer()" }, { "input": "greet William in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | What_Day()" }, { "input": "meet Peter in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Identify the smallest object on the shelf.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the smallest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "I want you to fetch candy from trashcan and place in bag at living room", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('candy', '') | Pickup() | Move_To('living room') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing white blouse in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "greet the person wearing white sweater in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the exit') | Move_To('exit')" }, { "input": "From living room, take hagelslag and convey it to Lucas dressed in an orange shirt at couch", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('hagelslag', '') | Pickup() | Move_To('couch') | Search_Person('Lucas', 'dressed in an orange shirt') | Respond('Hi. this hagelslag for you') | Give_To()" }, { "input": "locate a person raising their right arm in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Tell your team's affiliation and say hello to the person lying down.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide the individual raising their right arm to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "From office, take cup and convey it to Kevin wearing orange pants at couch", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('cup', '') | Pickup() | Move_To('couch') | Search_Person('Kevin', 'wearing orange pants') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "tell me what is the smallest fruits on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'smallest fruits') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the left in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "At lamp, meet Susan who wearing orange pants and take to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Susan', 'wearing orange pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Can you pour a dish of drink and give it to me?", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your mission is pick up plate from couch and convey it to Harrie who is in exit", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('plate', '') | Pickup() | Move_To('exit') | Search_Person('Harrie', '') | Respond('Hi Harrie, this plate for you') | Give_To()" }, { "input": "go to the hallway cabinet then find sponges and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Check hallway for all peach. Get number. Say number to tony.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('peach', '') | Search_Person('tony', '') | Answer()" }, { "input": "Please follow the the lead of person dressed in a black shirt in the hallway", "output": "Respond('okay I will follow the person dressed in a black shirt') | Move_To('hallway') | Search_Person('', 'dressed in a black shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing black jacket in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Lucas in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | What_Time()" }, { "input": "greet the person wearing yellow shirt in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white shirt in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "get to know Laura at the coathanger, then welcome her at the trashcan.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('trashcan') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "will you say what day is tomorrow to the person wearing yellow pants in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'person wearing yellow pants') | What_Tomorrow()" }, { "input": "At the lamp, get to know Jesse, then find him at the kitchen cabinet.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "tell me how many people in the living room are wearing gray shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing gray shirts') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the smallest fruits on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'smallest fruits') | Search_Person('user', '') | Answer()" }, { "input": "milk present on the kitchen counter, tally them and inform the number to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('milk', '') | Search_Person('tony', '') | Answer()" }, { "input": "will you say what day is tomorrow to the woman wearing black shoes in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing black shoes') | What_Tomorrow()" }, { "input": "find a person pointing to the left in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Make introductions with the person standing before guiding them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell what day is tomorrow to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "In the kitchen area, perform a tally of the plum on the counter and report to jarvis the result.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('plum', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sophie in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | What_Time()" }, { "input": "inform jarvis the dubbelfris count on the kitchen counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('dubbelfris', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "say the time to the man wearing orange shoes in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'man wearing orange shoes') | What_Time()" }, { "input": "meet Laura in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "meet Fleur in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Can you tell me the smallest item on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the smallest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "I wand you to carry plate from couch to exit. Then hand it over to oldest ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('plate', '') | Pickup() | Move_To('exit') | Search_Person('', 'oldest') | Respond('Hi. this plate for you') | Give_To()" }, { "input": "tell child in the lounge chair the number of candle present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('candle','') | Move_To('lounge chair') | Search_Person('', 'child') | Answer()" }, { "input": "Pickup the pear, which is in hallway, put on the bag", "output": "Respond('Forsure!') | Move_To('hallway') | Search_Object('pear', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "tell me how many people in the kitchen are wearing red sweaters", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing red sweaters') | Search_Person('user', '') | Answer()" }, { "input": "take sponges from the desk and deliver it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Make introductions with the person waving in the lounge chair before guiding them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "go behind the lead of person wearing black blouse", "output": "Respond('Sure, I will follow the person wearing black blouse.') | Search_Person('', 'wearing black blouse') | Respond('I am here to follow you.')| Follow()" }, { "input": "Go to the exit and introduce yourself to Emma, then follow.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Bring candy to person wearing an orange T-shirt, in exit", "output": "Respond('Okay, I will do it') | Search_Object('candy', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing black coat in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | What_Tomorrow()" }, { "input": "find soap in the hallway then take it and give it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "bring me pear from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing red shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Person is lying down in entrance, describe to me.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "tell your teams name to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet John in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Meet up with John at the lounge chair, then find the person in the entrance, and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('entrance') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "take cola from the kitchen cabinet and deliver it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing red shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "At hallway, find a person, guide them to desk, and then hand them the fanta.", "output": "Move_To('hallway') | Search_Person('', '') | Respond('Hey, am here to guide you to desk, please follow me') | Move_To('desk') | Search_Object('fanta', '') | Pickup() | Give_To()" }, { "input": "greet Kevin in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Day()" }, { "input": "go to the hallway cabinet then find fanta and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Kevin in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell what day is today to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet the person wearing yellow jacket in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "tell me what is the biggest snacks on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'biggest snacks') | Search_Person('user', '') | Answer()" }, { "input": "meet Harrie in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "find William", "output": "Respond('Okay, I will go find William') | Search_Person('William', '') | Respond('Here you are, I have found William')" }, { "input": "Find black pear at couch, and then take it to Lucas in kitchen. Lucas wearing an orange shirt", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('pear', 'black') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', 'wearing an orange shirt') | Respond('Hi Lucas, this pear for you') | Give_To()" }, { "input": "Mention your team's affiliation and say hello to the person wearing blue shoes in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing blue shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Liam in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | What_Day()" }, { "input": "take milk from the hallway cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Tell your team's affiliation and say hello to the person pointing to the right in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please go behind the lead of person dressed in an orange shirt in the office", "output": "Respond('Sure, I will follow the person dressed in an orange shirt.') | Move_To('office')| Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "guide Sophie from the kitchen cabinet to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the kitchen cabinet to the exit') | Move_To('exit')" }, { "input": "Could you please go to the shelf, count all the apple there, and let jarvis know the total?", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('apple', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | What_Time()" }, { "input": "meet John in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to Lucas in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', '') | Give_To()" }, { "input": "Introduce your team's affiliation and greet the person raising their left arm.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Lucas in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Julia in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "find a waving person in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "greet the person wearing white blouse in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please take the tallest pringles from the coffee table and bring it to me.", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('pringles', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black blouse in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find pear and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Safely guide the person who wearing a hat through exit from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing a hat') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing blue blouse in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "locate a waving person in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "I would like you to give the right-most crisp from the hallway and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway') | Search_Object('crisp', 'right-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Begin at the trashcan by introducing yourself to the person pointing to the left, then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find soap in the hallway then fetch it and bring it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "find the tictac at the TV table", "output": "Respond('Okay, I will go find the tictac') | Move_To('TV table') | Search_Object('tictac', '') | Respond('Here it is, I have found the tictac')" }, { "input": "greet the person wearing orange t shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Sara in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "I'd like you to carry that yellow pear and put it into the basket", "output": "Respond('Forsure!') | Search_Object('pear', 'yellow') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "go to the hallway cabinet then find dubbelfris and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Emma in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Emma', '') | Give_To()" }, { "input": "who died in the band earth wind and fire", "output": "Respond('Maurice White')" }, { "input": "greet the person wearing blue coat in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet John in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "When you get a chance, can you head over to the office, count every single item of apple in there, and give tony ?", "output": "Respond('got it!') | Move_To('office') | Count_Object('apple', '') | Search_Person('tony', '') | Answer()" }, { "input": "please tell the person wearing an orange shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing an orange shirt') | What_Time()" }, { "input": "meet Sophie in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Give me the spoon", "output": "Respond('Okay, I will give you the spoon') | Search_Object('spoon', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the spoon')" }, { "input": "greet Robin in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Time()" }, { "input": "greet Peter in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | What_Day()" }, { "input": "Take the fanta in coffee table to the bag", "output": "Respond('Forsure!') | Move_To('coffee table') | Search_Object('fanta', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "tell me what is the tallest object on the dinner table", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the tallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue shirt in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | What_Tomorrow()" }, { "input": "Can you tell me what the right-most item is on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the right-most object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "say what day is tomorrow to the man wearing a hat in the exit", "output": "Move_To('exit') | Search_Person('', 'man wearing a hat') | What_Tomorrow()" }, { "input": "Make introductions with the person wearing black pants in the lounge chair before guiding them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing black pants') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Can you describe the pringles on the hallway cabinet to Laura, please?", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('pringles', '') | Vision_Ask('describe the pringles on the hallway cabinet') | Search_Person('Laura', '') | Answer()" }, { "input": "Tell I need you to the Hayley in the coffee table", "output": "Respond('Okay! I got it') | Move_To('coffee table') | Search_Person('Hayley', '') | Respond('I need you')" }, { "input": "Go ahead to lounge chair, take cola and give it to person in coathanger. the person wearing orange shoes", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('cola', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing orange shoes') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "Can you please put dish on dinner table and then knife on it?", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('knife', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "find sponges in the kitchen then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Liam in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "tell something about yourself to the sitting person in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence)" }, { "input": "Can you depict the person in the sitting and answer a question as well?", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Say hello to the person in the kitchen who is wearing black shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing black shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "what states can you buy beer in gas stations", "output": "Respond('Wisconsin')" }, { "input": "bring me some cereal in a bowl", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black sweater in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "How about describing the objects on the kitchen cabinet to William?", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('William', '') | Answer()" }, { "input": "guide the waving person from the hallway cabinet to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the dinner table') | Move_To('dinner table')" }, { "input": "My request for you is shift tictac from coathanger to bag", "output": "Respond('Sure! I'm working on it') | Move_To('coathanger') | Search_Object('tictac', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Your mission is take coke from trashcan and convey it to entrance. Finally, handover that coke to person dressed in an orange blouse", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('coke', '') | Pickup() | Move_To('entrance') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "bring me mayonaise from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say hello to Emma in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "salute Laura in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Time()" }, { "input": "I need you to describe the person adopting the standing at the lounge chair and answer a question.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "On the desk, what object is the yellow?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the yellow object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "Please relate smallest woman in the couch how many milk there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('milk','') | Move_To('couch') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "Introduce your team's affiliation and greet the person in the hallway dressed in an orange T-shirt.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I want you to fetch blue tictac from couch and place in tray at living room", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('tictac', 'blue') | Pickup() | Move_To('living room') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing yellow blouse in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Who is the world's first android?", "output": "Respond('Professor Kevin Warwick uses chips in his arm to operate doors, a robotic hand, and a wheelchair.')" }, { "input": "meet Susan in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Robin in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "explain to Gabrielle what is placed on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "who has scored more goals messi or ronaldo", "output": "Respond('Cristiano Ronaldo')" }, { "input": "Let me know the details of the person you see sitting.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "say something about yourself to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Sara in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find milk and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Illustrate what objects are on the shelf for John.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('describe the objects on the shelf') | Search_Person('John', '') | Answer()" }, { "input": "salute Emma in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "take fanta from the TV table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Say I need you to the Harrie in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('Harrie', '') | Respond('I need you')" }, { "input": "locate a person raising their right arm in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Count the ice tea on the dining table in the dining room and inform jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('ice tea', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find soap in the hallway then take it and bring it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "greet Lucas in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow sweater in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go behind the lead of person wearing black T-shirt", "output": "Respond('Sure, I will follow the person wearing black T-shirt.') | Search_Person('', 'wearing black T-shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "Can you take the right-most dishwasher tab from the hallway cabinet and bring it to hallway?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Search_Object('dishwasher tab', 'right-most') | Pickup() | Move_To('hallway') | Place_On('hallway')" }, { "input": "take the tallest person from the trashcan to the exit after introducing yourself.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "Could you portray the person standing at the entrance and answer a question for me?", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet the person wearing white blouse in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the kitchen then get it and give it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "locate a person raising their right arm in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue jacket in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | What_Time()" }, { "input": "meet Sophie at the desk then look for them in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing yellow t shirt in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Search the person and say I need your help", "output": "Respond('Okay! I got it') | Search_Person('', '') | Respond('I need your help')" }, { "input": "salute Julia in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take water from the dishwasher and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "when did the teenage mutant ninja turtles cartoon come out", "output": "Respond('December 28 , 1987')" }, { "input": "would you tell the person dressed in an orange T-shirt in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person dressed in an orange T-shirt') | What_Tomorrow()" }, { "input": "Person is standing in coathanger, describe to me.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white t shirt in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "when did the puritans land in north america", "output": "Respond('1620')" }, { "input": "greet Kevin in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | What_Time()" }, { "input": "tell me what is the thinnest object on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'thinnest') | Search_Person('user', '') | Answer()" }, { "input": "meet Susan in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | What_Time()" }, { "input": "guide the tallest person from the lounge chair to the entrance after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Robin in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Say your team's affiliation and greet the tallest person in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please say what time is it to the men lying down in the office", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'lying down men') | What_Time()" }, { "input": "Do me a favor and tally up how many pieces of bowl are in the kitchen cabinet, then inform that figure to jarvis.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black blouse in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Julia in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Time()" }, { "input": "bring me sponges from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce yourself to the person who is wearing orange shoes and then escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Please move to the dinner table. tell me how many dishes are on there. ", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "find water in the office then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take cola from the dishwasher and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black jacket in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "meet Sophie in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "greet the person wearing red t shirt in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "salute Kevin in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "tell me how the person sitting at the office looks like and answer a question", "output": "Respond('Am on it!') | Move_To('office') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet the person wearing white blouse in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "meet Liam in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "guide the waving person from the couch to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the lamp') | Move_To('lamp')" }, { "input": "find soap in the living room then take it and give it to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Introduce yourself to Hayley at the lounge chair, and proceed to follow them to the exit.", "output": "Respond('got it!') | Move_To('lounge chair') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Harrie in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please deliver to me a cup of noodles", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Take sponge from lounge chair and then bring it to person", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('sponge', '') | Pickup() | Search_Person('', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet Noah in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Say yourself to the Robin in the kitchen", "output": "Respond('Okay! I got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Could you give Julia a description of the objects on the kitchen counter?", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('describe the objects on the kitchen counter') | Search_Person('Julia', '') | Answer()" }, { "input": "Could you serve some drink into the bowl?", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Robin in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Sophie in the shelf and follow them to the living room", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Follow()" }, { "input": "Can you pour a cup full of drink?", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "get to know Jesse at the office, proceed to the desk and find her.", "output": "Respond('Okay i will greet her') | Move_To('office') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('desk') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "say the time to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Time()" }, { "input": "meet Susan in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Could you please go to the office, count all the apple there, and let tony know the total?", "output": "Respond('got it!') | Move_To('office') | Count_Object('apple', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell man wearing blue shirt in the trashcan the number of cornflakes present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('cornflakes','') | Move_To('trashcan') | Search_Person('', 'man wearing blue shirt') | Answer()" }, { "input": "when did new jersey change the drinking age", "output": "Respond('1984')" }, { "input": "follow Sara from the hallway cabinet to the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sara', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "how many seats of rajya sabha in punjab", "output": "Respond('245')" }, { "input": "find a waving person in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person wearing a blue t shirt from the couch to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the desk') | Move_To('desk')" }, { "input": "soap present on the kitchen counter, tally them and inform the number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing blue shirt in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Peter in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take the smallest person from the lounge chair to the coathanger", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'smallest') | Respond('Hi, I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Say hello to the person who is sitting and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Hayley in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Introduce yourself to Julia at the dinner table, and proceed to go behind.", "output": "Respond('got it!') | Move_To('dinner table') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing red jacket in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "guide the waving person from the shelf to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the couch') | Move_To('couch')" }, { "input": "Will you please take the black dishwasher tab from the desk and bring it to me?", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('dishwasher tab', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Meet Fleur in the coffee table, introduce yourself, and then follow.", "output": "Respond('got it!') | Move_To('coffee table') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Jesse in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find milk in the office then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please tell woman wearing glasses in the office how many cup there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('cup','') | Move_To('office') | Search_Person('', 'woman wearing glasses') | Answer()" }, { "input": "greet Kevin in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "count the strawberry at the hallway and then inform smallest person in the shelf", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('strawberry','') | Move_To('shelf') | Search_Person('', 'smallest person') | Answer()" }, { "input": "find a person pointing to the right in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet Emma in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Time()" }, { "input": "count the cup at the lounge chair and then report to woman wearing an orange T-shirt in the exit", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('cup','') | Move_To('exit') | Search_Person('', 'woman wearing an orange T-shirt') | Answer()" }, { "input": "meet Fleur in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white jacket in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and give it to Sophie in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Sophie', '') | Give_To()" }, { "input": "By introducing yourself to the person dressed in a blue shirt, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a blue shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the waving person from the exit to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "greet Robin in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "Take liquorice from lamp and then bring it to person who lying down at exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('liquorice', '') | Pickup() | Move_To('exit') | Search_Person('', 'lying down') | Respond('Hi, this is for you') | Give_To()" }, { "input": "say what day is tomorrow to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "find a person raising their right arm in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "report to jarvis after counting milk placed in the TV table.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Will you tell me how many person pointing to the left are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "salute Hayley in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please describe the person lying down at the hallway and answer a question.", "output": "Respond('Let me see!') | Move_To('hallway') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "inform tony after counting sponge at the living room.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('sponge', '') | Search_Person('tony', '') | Answer()" }, { "input": "Who is him sitting at the trashcan? Please report to the details of him to a person at the entrance.", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "Please transport that candle and deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('candle', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Julia in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Time()" }, { "input": "Greet the person standing in the kitchen and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Say your team's affiliation and greet the person standing in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take the person who is standing to the exit.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing yellow shirt in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Harrie in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "put a cup on the hallway cabinet and a fork on it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup()| Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('fork', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "take the individual dressed in a black T-shirt to the coathanger after introducing yourself in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the waving person from the entrance to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the entrance') | Move_To('entrance')" }, { "input": "greet the person wearing yellow blouse in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Robin in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "Please set a cup on the dishwasher and a knife in it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('knife', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "take soap from the TV table and bring it to the waving person in the office", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "meet Sara in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "tell me what is the smallest object on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'smallest') | Search_Person('user', '') | Answer()" }, { "input": "find coke in the hallway then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "It would be helpful if you could check inside the hallway, count the total articles of peach, and report to that number to jarvis.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black blouse in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "meet Robin at the office, then say hi to him at the kitchen cabinet.", "output": "Respond('Okay i will greet him') | Move_To('office') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "look for a person raising their left arm in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "tell me how the person standing at the living room looks like and answer a question", "output": "Respond('Am on it!') | Move_To('living room') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "find Robin at the coathanger", "output": "Respond('Okay, I will go find Robin') | Move_To('coathanger') | Search_Person('Robin', '') | Respond('Here you are, I have found Robin')" }, { "input": "Meet Jesse, and then answer a question.", "output": "Respond('got it!') | Search_Person('Jesse', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet the person wearing blue t shirt in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "greet the person wearing yellow coat in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('I am here to follow you') | Follow()" }, { "input": "follow Sophie from the hallway cabinet to the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Guide someone from kitchen to TV table, find an individual, and hand them the banana.", "output": "Move_To('kitchen') | Search_Person('', '') | Respond('Hey, am here to guide you to TV table, please follow me') | Move_To('TV table') | Search_Object('banana', '') | Pickup() | Give_To()" }, { "input": "greet the person wearing black blouse in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "locate a person pointing to the left in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "After you get to know Lucas at the entrance, go and greet him at the shelf.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('shelf') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "what is the meaning of the name hugh", "output": "Respond('Mind , Spirit')" }, { "input": "Please transfer fork to TV table", "output": "Respond('Sure! I'm working on it') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "locate a person pointing to the left in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell the man wearing yellow pants in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man wearing yellow pants') | What_Time()" }, { "input": "greet Robin in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find soap in the hallway then get it and bring it to John in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "count the curry at the kitchen counter and report to person wearing yellow pants in the exit", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('curry','') | Move_To('exit') | Search_Person('', 'person wearing yellow pants') | Answer()" }, { "input": "greet the person wearing blue coat in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell me how many people in the hallway are wearing gray blouses", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing gray blouses') | Search_Person('user', '') | Answer()" }, { "input": "give me the biggest cornflakes from the lounge chair.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('cornflakes', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "What object can be identified as the biggest on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the biggest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Look inside kitchen, orange there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('orange', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Could you count strawberry at the kitchen and let jarvis know", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('strawberry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet Emma in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "Say hello to the smallest person and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "bring the soap", "output": "Respond('Okay, I will go deliver the soap') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the soap')" }, { "input": "tell me how many people in the kitchen are wearing black shirt", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black shirt') | Search_Person('user', '') | Answer()" }, { "input": "follow Julia from the lounge chair to the hallway", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Can you pour a bowl of noodles?", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Let the person at exit know the appearance details of the one lying down.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "salute Hayley in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "Please follow person wearing black shoes", "output": "Respond('Sure, I will follow the person wearing black shoes.') | Search_Person('', 'wearing black shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "Would you please deliver to me the smallest stroopwafel from the entrance?", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('stroopwafel', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white jacket in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "salute Emma in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "Tell me which object is the right-most on the dinner table.", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the right-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "say hello to Laura in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "salute Sara in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "meet Sophie in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say whats your favorite color to the person sitting in the kitchen counter", "output": "Respond('Okay! I got it') | Move_To('kitchen counter') | Search_Person('', 'sitting') | Respond('My favorite color is blue')" }, { "input": "find soap in the kitchen then fetch it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the man wearing an orange blouse in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man wearing an orange blouse') | What_Tomorrow()" }, { "input": "It would be great if you could explain to the person at entrance how the individual lying down at trashcan appears.", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "Let me know the details of the person sitting in the lamp.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Say yourself to the Lucas in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('Lucas', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "meet Lucas in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | What_Day()" }, { "input": "count the fork at the hallway and then inform oldest person in the shelf", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('fork','') | Move_To('shelf') | Search_Person('', 'oldest person') | Answer()" }, { "input": "Can I ask you to bring crisp in kitchen to couch and put in the basket?", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('crisp', '') | Pickup() | Move_To('couch') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please take the black peach from the kitchen and bring it to me.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('peach', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you mind sharing details for me about the person standing at the coathanger?", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the kitchen cabinet to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the kitchen cabinet to the lounge chair') | Move_To('lounge chair')" }, { "input": "From trashcan, guide Fleur to entrance whom dressed in an orange shirt", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Fleur', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Enumerate the candle situated on the dining table and report to that quantity to tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('candle', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Liam in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "locate a person raising their left arm in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "Make introductions with the person wearing glasses before guiding them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing yellow jacket in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you bring the left-most bowl from the living room and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('living room') | Search_Object('bowl', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Tell Fleur about the curry located on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Search_Object('curry', '') | Vision_Ask('describe the curry on the desk') | Search_Person('Fleur', '') | Answer()" }, { "input": "tell me what is the smallest dishes on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'smallest dishes') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the smallest fruits on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'smallest fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black jacket in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | What_Tomorrow()" }, { "input": "Deliver cornflakes in hallway to person wearing yellow blouse", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('cornflakes', '') | Pickup() | Search_Person('', 'wearing yellow blouse') | Respond('Hi, this cornflakes for you') | Give_To()" }, { "input": "Name all of the robots on Mars.", "output": "Respond(''There are four robots on Mars: Sojourner, Spirit, Opportunity, and Curiosity. Three more crashed on landing.')" }, { "input": "what is the other name of the philippines", "output": "Respond(') ) , officially the Republic of')" }, { "input": "who played mark on the tv show roseanne", "output": "Respond('Glenn Martin Christopher Francis Quinn')" }, { "input": "Find the one wearing a necklace, introduce yourself, and take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Greet the person pointing to the left and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find Kevin", "output": "Respond('Okay, I will go find Kevin') | Search_Person('Kevin', '') | Respond('Here you are, I have found Kevin')" }, { "input": "Tell I need you to the John in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('John', '') | Respond('I need you')" }, { "input": "say hello to Sara in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing blue t shirt in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "meet Julia in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "answer the quiz of the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "escort Peter at the lamp to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Peter', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "relate person pointing to the left in the couch how many dishwasher tab there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('dishwasher tab','') | Move_To('couch') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "escort the person dressed in an orange shirt to the coathanger after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find Jesse", "output": "Respond('Okay, I will go find Jesse') | Search_Person('Jesse', '') | Respond('Here you are, I have found Jesse')" }, { "input": "put bowl on desk", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "greet the person wearing yellow blouse in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "take milk from the kitchen cabinet and give it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue shirt in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue blouse in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "greet the person wearing black shirt in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Pick up banana from coathanger and put it down at dinner table", "output": "Respond('OK! I'm working on it') | Move_To('coathanger') | Search_Object('banana', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "where was the 1918 influenza pandemic outbreak located", "output": "Respond('the Arctic')" }, { "input": "guide the waving person from the lounge chair to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the shelf') | Move_To('shelf')" }, { "input": "Could you please place a bowl on dishwasher then spoon on it", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('spoon', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "greet the person wearing black coat in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Take apple from couch and then bring it to Robin", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('apple', '') | Pickup() | Search_Person('Robin', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "go to the hallway cabinet then find coke and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "On the TV table, place bowl and fork in it", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "when does wheel of fortune start new season 2017", "output": "Respond('September 11')" }, { "input": "greet the person wearing black blouse in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "take soap from the shelf and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "What's the black object present on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the black object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "Deliver candle in hallway to person wearing glasses", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('candle', '') | Pickup() | Search_Person('', 'wearing glasses') | Respond('Hi, this candle for you') | Give_To()" }, { "input": "take soap from the shelf and give it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Check living room for all sponge. Get number. Say number to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('sponge', '') | Search_Person('tony', '') | Answer()" }, { "input": "Person is standing in couch. Explain it to me.", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow coat in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | What_Tomorrow()" }, { "input": "Fetch the left-most plum from the desk and bring it to me", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('plum', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Lucas in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you tell me how many person pointing to the right are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "Go to lounge chair to fetch orange and put it inside the tray", "output": "Respond('Forsure!') | Move_To('lounge chair') | Search_Object('orange', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "meet Harrie in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "In the office, how many individuals are sitting?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "Find a person at trashcan, guide them to exit, and then hand over the orange.", "output": "Move_To('trashcan') | Search_Person('', '') | Respond('Hey, am here to guide you to exit, please follow me') | Move_To('exit') | Search_Object('orange', '') | Pickup() | Give_To()" }, { "input": "inform person wearing orange shoes in the couch how many plate exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('plate','') | Move_To('couch') | Search_Person('', 'person wearing orange shoes') | Answer()" }, { "input": "See apple in kitchen. Count how many. Say number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('apple', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take soap from the hallway cabinet and deliver it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Tell Peter what's on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('What is the object on the kitchen counter') | Search_Person('Peter', '') | Answer()" }, { "input": "take the person dressed in an orange blouse to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "look for a person pointing to the left in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "greet the person wearing gray shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'gray shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "what is the order of mad max movies", "output": "Respond('Mad Max')" }, { "input": "greet Jesse in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Introduce yourself to the person who is wearing blue T-shirt and then take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue shirt in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "greet the person wearing yellow jacket in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I want you to tell me the name of the person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "Look inside hallway cabinet, peach there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "where does the brachiocephalic artery carry blood to", "output": "Respond('the right arm and the head and neck')" }, { "input": "bring me milk from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white shirt in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can I ask you to deliver candy to lounge chair and place in the basket?", "output": "Respond('Sure! I'm working on it') | Search_Object('candy', '') | Pickup() | Move_To('lounge chair') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Look in office. Count all cola there. Say number to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('cola', '') | Search_Person('tony', '') | Answer()" }, { "input": "Can you tell me how many people in the living room are standing?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black blouse in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many people in the living room are wearing orange blouses", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing orange blouses') | Search_Person('user', '') | Answer()" }, { "input": "tell the day of the week to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "After introducing yourself to the person raising their right arm at the lounge chair, escort them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find a person raising their left arm in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Introduce yourself to the person wearing glasses and then proceed to guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find a person pointing to the right in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "I'd like to know what the right-most thing on the shelf is.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the right-most object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Make your introduction to Robin in the entrance, then go behind.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "tell me how the person lying down at the exit looks like and answer a question", "output": "Respond('Am on it!') | Move_To('exit') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "guide them to the entrance after introducing yourself to the person in the lamp who is pointing to the left.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "After you meet Robin at the coathanger, head to the kitchen cabinet and find him.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "greet Fleur in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Day()" }, { "input": "find a person pointing to the left in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet the person wearing blue t shirt in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Do me a favor and tally up how many pieces of knife are in the living room, then report to that figure to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('knife', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Sara in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Time()" }, { "input": "salute Julia in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Time()" }, { "input": "Go to the couch and find Gabrielle, then answer a question", "output": "Respond('Okay, I will go find Gabrielle') | Move_To('couch') | Search_Person('Gabrielle', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and deliver it to Sophie in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Sophie', '') | Give_To()" }, { "input": "greet the person wearing black shirt in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Kevin in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white t shirt in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Susan in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Please tell smallest woman in the hallway how many cup there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('cup','') | Move_To('hallway') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "salute Sara in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "Give me the soap", "output": "Respond('Okay, I will give you the soap') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the soap')" }, { "input": "greet Noah in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "find soap in the hallway then get it and give it to John in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "whats your team affiliation to the person sitting", "output": "Respond('Okay! I got it') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "where do the ashes come from that they use on ash wednesday", "output": "Respond('palm branches blessed at the previous year 's Palm Sunday service')" }, { "input": "greet the person wearing white jacket in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | What_Tomorrow()" }, { "input": "From office, pickup coke and convey it to person dressed in a yellow blouse at couch", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('coke', '') | Pickup() | Move_To('couch') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "meet Julia in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "say hello to the person lying down in the office and say your team's affiliation", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "who sang what a difference a day make", "output": "Respond('popularized by Dinah Washington')" }, { "input": "Could you please place a bowl on desk", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "find soap in the hallway then get it and deliver it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "go to the hallway cabinet then find dubbelfris and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue jacket in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find water and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please transport that knife and deposit it into the tray", "output": "Respond('Forsure!') | Search_Object('knife', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "say hello to John in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing yellow coat in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Sara in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet the person wearing blue shirt in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take the smallest dishwasher tab from the hallway to the desk", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('dishwasher tab', 'smallest') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "set cup on dinner table, spoon on its right", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('spoon', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "get acquainted with Julia at the lounge chair.", "output": "Respond('Okay I will get acquainted with Julia') | Move_To('lounge chair') | Search_Person('Julia', '') | Respond('Hi Julia, How are you doing?')" }, { "input": "say what day is today to the person wearing a necklace in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing a necklace') | What_Day()" }, { "input": "take soap from the TV table and bring it to the waving person in the living room", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Go to office, fetch black sausages and hand it over to Sara.", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('sausages', 'black') | Pickup() | Search_Person('Sara', '') | Respond('Hi. this sausages for you') | Give_To()" }, { "input": "go to the hallway cabinet then find milk and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sophie at the kitchen cabinet then find them in the office", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "find soap in the kitchen then get it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find peach and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('peach', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet John in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | What_Day()" }, { "input": "when is the new south park episode coming out", "output": "Respond('October 31 , 2018')" }, { "input": "locate a person raising their right arm in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "get acquainted with Julia at the trashcan, proceed to the hallway cabinet and find him.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Move_To('hallway cabinet') | Search_Person('Julia', '') | Respond('Oh Julia, we meet again!')" }, { "input": "Introduce yourself to the Kevin in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('Kevin', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "From lounge chair, take Emma to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Emma', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "tell me how many people in the living room are wearing black jackets", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing black jackets') | Search_Person('user', '') | Answer()" }, { "input": "greet Sara in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet the person wearing blue blouse in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Emma from the desk to the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet the person wearing red sweater in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Robin in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Go to lounge chair, take cup and put on desk", "output": "Respond('I got this!') | Move_To('lounge chair') |Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Look at tictac in dishwasher. Count them all up. Give jarvis that number.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Explain to me how the person standing looks like.", "output": "Respond('Let me see!') Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "random numbers are commonly used in which type of program", "output": "Respond('Random number generation')" }, { "input": "salute Sara in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find dubbelfris and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Liam in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "Fetch the smallest cup from the hallway and take it to couch.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('cup', 'smallest') | Pickup() | Move_To('couch') | Place_On('couch')" }, { "input": "greet Sophie in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a person raising their right arm in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "I'd appreciate it if you could escort the person who dressed in an orange T-shirt situated in the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Robin in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Can you get the right-most banana from the kitchen and bring it to me?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('banana', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Noah in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | What_Day()" }, { "input": "take washcloth from the TV table and bring it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you describe to Gabrielle the object on the kitchen counter?", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('What is the object on the kitchen counter') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "say your teams name to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "the african prime minister who first came to power in ghana", "output": "Respond('Jerry John Rawlings')" }, { "input": "greet the person wearing blue shirt in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "I want you to tell me how many waving person are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "Can you fetch the left-most soap from the lounge chair and bring it to me?", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('soap', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell person wearing blue shoes in the office how many apple exist on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('apple','') | Move_To('office') | Search_Person('', 'person wearing blue shoes') | Answer()" }, { "input": "greet Peter in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | What_Time()" }, { "input": "how many episodes are in the second season of miraculous ladybug", "output": "Respond('26')" }, { "input": "meet Sara in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Person is sitting in lamp, say details to me.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then grasp it and deliver it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "find soap in the living room then get it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "How many individuals in the office are pointing to the right?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "Say hello to the person pointing to the right and mention your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Robin in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me fanta from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Calculate how many sponge at the shelf and report to tony", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('sponge', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide Sophie from the hallway cabinet to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the coathanger') | Move_To('coathanger')" }, { "input": "In the kitchen, how many people are wearing black pants?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black pants') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue t shirt in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you please go to the desk, count all the fork there, and let jarvis know the total?", "output": "Respond('got it!') | Move_To('desk') | Count_Object('fork', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "count the crisp at the entrance and then report to man dressed in an orange T-shirt in the kitchen cabinet", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('crisp','') | Move_To('kitchen cabinet') | Search_Person('', 'man dressed in an orange T-shirt') | Answer()" }, { "input": "Meet Julia in the kitchen cabinet and then go after.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Follow()" }, { "input": "salute Emma in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "say your teams country to the person standing in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "follow Julia from the exit to the living room", "output": "Respond('got it') | Move_To('exit') | Search_Person('Julia', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to John in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('John', '') | Give_To()" }, { "input": "Look at soap in dishwasher. Count them all up. Give jarvis that number.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Harrie in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Make introductions with the person wearing yellow shoes in the lounge chair before guiding them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Sara in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "meet Kevin in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Can you tell me the biggest object on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the biggest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "How many individuals are there in the hallway wearing orange pants?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing orange pants') | Search_Person('user', '') | Answer()" }, { "input": "In the kitchen area, perform a tally of the pancake mix on the counter and inform tony the result.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('pancake mix', '') | Search_Person('tony', '') | Answer()" }, { "input": "I want you to fetch mayonaise from couch and place in bag", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('mayonaise', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Susan at the exit.", "output": "Respond('Okay I will greet Susan') | Move_To('exit') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?')" }, { "input": "count the pancake mix at the couch and inform man wearing orange pants in the desk", "output": "Respond('got it!') | Move_To('couch') | Count_Object('pancake mix','') | Move_To('desk') | Search_Person('', 'man wearing orange pants') | Answer()" }, { "input": "inform man wearing glasses in the entrance how many plum there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('plum','') | Move_To('entrance') | Search_Person('', 'man wearing glasses') | Answer()" }, { "input": "greet William in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "I'd like to know what the smallest object on the TV table is.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the smallest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Tell Noah about the orange on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Search_Object('orange', '') | Vision_Ask('describe the orange on the kitchen cabinet') | Search_Person('Noah', '') | Answer()" }, { "input": "Please go after the the lead of person dressed in an orange shirt in the hallway", "output": "Respond('okay I will follow the person dressed in an orange shirt') | Move_To('hallway') | Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing blue sweater in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Peter in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Day()" }, { "input": "Store this blue coke to the basket", "output": "Respond('Forsure!') | Search_Object('coke', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "What I need for you is to guide William who wearing a necklace at the couch location to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('William', 'wearing a necklace') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Liam in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "In tray, put the liquorice", "output": "Respond('Forsure!') | Search_Object('liquorice', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "tell me how many people in the hallway are wearing black coats", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing black coats') | Search_Person('user', '') | Answer()" }, { "input": "Could you tell me the name of the biggest object on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the biggest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "tell jarvis how many strawberry are in the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('strawberry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Harrie at the trashcan.", "output": "Respond('Okay I will greet Harrie') | Move_To('trashcan') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?')" }, { "input": "greet the person wearing yellow t shirt in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "locate a person pointing to the right in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Sara in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "look for a waving person in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the right in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Find apple at office, and then take it to Liam who is in trashcan", "output": "Respond('Sure! I'll do it for you') | Move_To('office') | Search_Object('apple', '') | Pickup() | Move_To('trashcan') | Search_Person('Liam', '') | Respond('Hi Liam, this apple for you') | Give_To()" }, { "input": "find sponges in the office then grasp it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue coat in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "pick up the fanta", "output": "Respond('Okay, I will go get the fanta') | Search_Object('fanta', '') | Pickup() | Respond('Here you go, I have got you the fanta')" }, { "input": "tell me the pose of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Your task is to convey the blue dubbelfris from kitchen to lamp and place it inside the tray", "output": "Respond('Forsure!') | Move_To('kitchen') | Search_Object('dubbelfris', 'blue') | Pickup() | Move_To('lamp') |Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing black shirt in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Jesse in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Introduce yourself to the person wearing blue shoes at the trashcan and then proceed to guide them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing blue shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "bring me peach from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('peach', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "get to know Robin at the couch, then go to the kitchen cabinet and greet him.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "follow Sophie from the shelf to the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "when was the tread act mandated by the nhtsa in the us", "output": "Respond('fall of 2000')" }, { "input": "meet Lucas in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "meet Laura in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "Let me know the details of the person sitting in the couch.", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Will you tell me the name of the person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the hallway are wearing yellow coats", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing yellow coats') | Search_Person('user', '') | Answer()" }, { "input": "Illustrate the objects located on the dishwasher to William.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('William', '') | Answer()" }, { "input": "greet Robin in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you please take Hayley who wearing a hat who is in couch to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Hayley', 'wearing a hat') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell child in the trashcan the number of hagelslag present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('hagelslag','') | Move_To('trashcan') | Search_Person('', 'child') | Answer()" }, { "input": "tell me what is the smallest snacks on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'smallest snacks') | Search_Person('user', '') | Answer()" }, { "input": "which is the tallest flying bird in the world known to mate with single partner for life", "output": "Respond('sarus crane')" }, { "input": "meet William in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Store this blue mayonaise to the bag", "output": "Respond('Forsure!') | Search_Object('mayonaise', 'blue') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Could you give Hayley a description of the tictac on the shelf?", "output": "Respond('Let me see!') | Move_To('shelf') | Search_Object('tictac', '') | Vision_Ask('describe the tictac on the shelf') | Search_Person('Hayley', '') | Answer()" }, { "input": "tell the day of the month to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "meet Peter in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Day()" }, { "input": "where would cast iron be used on a car", "output": "Respond('gearbox cases')" }, { "input": "serve noodles into a dish for me, please", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please go after the lead of Robin in the living room", "output": "Respond('Sure, I will follow Robin.') | Move_To('living room')| Search_Person('Robin', '')| Respond('Hey Robin I am here to follow you.') | Follow()" }, { "input": "Could you tell me the number of people standing in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black coat in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | What_Day()" }, { "input": "greet the person wearing black sweater in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | What_Time()" }, { "input": "Can you get the black milk from the desk and bring it to me?", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('milk', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sara in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Lucas in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "serve a bowl full of cereal for me", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue sweater in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Robin in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "tell man wearing orange pants in the kitchen counter how many spoon there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('spoon','') | Move_To('kitchen counter') | Search_Person('', 'man wearing orange pants') | Answer()" }, { "input": "find soap in the office then fetch it and deliver it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "bring me washcloth from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their right arm in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "I need you to escort the person who is the tallest, found at the lounge chair, toward coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please bring the black stroopwafel from the office to me and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('office') | Search_Object('stroopwafel', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "locate a person pointing to the right in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Say hello to the oldest person and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing black coat in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | What_Time()" }, { "input": "get acquainted with Sophie at the coathanger, proceed to the dinner table and greet her.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "meet Hayley in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "say the day of the week to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "locate a person raising their right arm in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person who is the oldest to the coathanger from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the smallest individual to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Robin in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their left arm in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Laura in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "Greet the individual raising their right arm and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "who played shawn on days of our lives", "output": "Respond('Brandon Beemer')" }, { "input": "coffee table having coke, you check and count, inform that amount to tony.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('coke', '') | Search_Person('tony', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "After you get to know Sophie at the entrance, go and find her at the TV table.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "take soap from the desk and give it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Go and look in kitchen counter. Count all the candy. Report number to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('candy', '') | Search_Person('tony', '') | Answer()" }, { "input": "set a cup on the desk", "output": "Respond('Got it!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "describe the person standing at the lamp to the person at the exit", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "follow Julia from the couch to the office", "output": "Respond('got it') | Move_To('couch') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "greet Hayley in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Would you mind getting the right-most sponge from the hallway and bring it to me?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('sponge', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "where is tallahassee on the map of florida", "output": "Respond('30 \u00b0 27 \u2032 18 '' N 84 \u00b0 15 \u2032 12 '' W \ufeff / \ufeff 30.45500 \u00b0 N 84.25333 \u00b0 W')" }, { "input": "what season of grey's anatomy are they on", "output": "Respond('fourteen seasons')" }, { "input": "salute Sophie in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "greet the person wearing blue shirt in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet John in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell the day of the month to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "meet Jesse in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "put a dish on the coffee table and put a spoon on it", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('spoon', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "How many people are wearing black T-shirt in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing black T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet William in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Lucas in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black coat in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "where is the gulf of suez located on a map", "output": "Respond('at the northern end of the Red Sea , to the west of the Sinai Peninsula')" }, { "input": "Can you tell me the right-most object on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the right-most object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "State your team's affiliation and say hello to the person dressed in a black shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a black shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue t shirt in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and give it to Fleur in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Fleur', '') | Give_To()" }, { "input": "take the person dressed in an orange T-shirt to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Sophie in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell something about yourself to the sitting person in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence)" }, { "input": "locate a person pointing to the right in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Your task is to convey the blue stroopwafel and place it inside the basket", "output": "Respond('Forsure!') | Search_Object('stroopwafel', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "find a person raising their left arm in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Liam in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "meet Emma in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person raising their left arm in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Meet John, and then answer a question.", "output": "Respond('got it!') | Search_Person('John', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Take a yellow washcloth from couch and put it down on TV table", "output": "Respond('OK! I'm working on it') | Move_To('couch') | Search_Object('washcloth', 'yellow') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Fleur in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Fleur', '') | Give_To()" }, { "input": "Count candy in the shelf and inform jarvis", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('candy', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "When you get a chance, can you head over to the kitchen cabinet, count every single item of pea soup in there, and give jarvis the final tally?", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('pea soup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Look for John at the entrance and respond to a question.", "output": "Respond('Okay, I will go find John') | Move_To('entrance') | Search_Person('John', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "find soap in the hallway then get it and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "I would like you to describe the person exhibiting the lying down and also answer a question.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "meet Kevin in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet the person wearing blue shirt in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "Find tictac at trashcan, and then take it to Hayley in coathanger. Hayley dressed in a blue blouse", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('tictac', '') | Pickup() | Move_To('coathanger') | Search_Person('Hayley', 'dressed in a blue blouse') | Respond('Hi Hayley, this tictac for you') | Give_To()" }, { "input": "Provide John with a description of the objects on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('John', '') | Answer()" }, { "input": "greet Fleur in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Day()" }, { "input": "look for a person pointing to the left in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet William in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | What_Day()" }, { "input": "Please give the smallest soap from the coffee table and afterwards, answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('coffee table') | Search_Object('soap', 'smallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "meet Robin in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "At lamp, guide Laura who wearing yellow shirt to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Laura', 'wearing yellow shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "You should tell me the name of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Ask_Name()| Search_Person('user', '') | Answer()" }, { "input": "Give me the plate", "output": "Respond('Okay, I will give you the plate') | Search_Object('plate', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the plate')" }, { "input": "look for a waving person in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Time()" }, { "input": "tell the person dressed in an orange shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'person dressed in an orange shirt') | What_Time()" }, { "input": "Describe for me the individual whose lying down at the lounge chair.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white sweater in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue jacket in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Head to the living room, meet Fleur, and then answer a question.", "output": "Respond('got it!') | Move_To('living room') | Search_Person('Fleur', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "meet Jesse in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Time()" }, { "input": "greet the person wearing blue t shirt in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | What_Tomorrow()" }, { "input": "Could you count how many people are dressed in a yellow blouse in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in a yellow blouse') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take sponges from the dishwasher and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "who appoints elects the speaker of the lok sabha", "output": "Respond('members of the Parliament')" }, { "input": "Please follow the person wearing glasses in the living room", "output": "Respond('okay I will follow the person wearing glasses') | Move_To('living room') | Search_Person('', 'wearing glasses')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing blue t shirt in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "Could you tell me the name of the right-most object on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the right-most object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "tell what day is today to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet the person wearing black sweater in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "in which country are the cities of asyut sohag and luxor", "output": "Respond('Egypt')" }, { "input": "find cola in the hallway then grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the kitchen are wearing orange coats", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing orange coats') | Search_Person('user', '') | Answer()" }, { "input": "State your team's affiliation and say hello to the person wearing orange shoes.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow sweater in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing red shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing gray sweater in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'gray sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "locate a waving person in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "look for a person pointing to the right in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "find a person raising their right arm in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find sausages and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a waving person in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing red t shirt in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing red t shirt in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Say whats your favorite color to the person in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "meet Fleur in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Day()" }, { "input": "salute Laura in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the living room and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "what were the territories that rome conquered called", "output": "Respond('province')" }, { "input": "greet Peter in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | What_Day()" }, { "input": "please say something about yourself to men who is standing in the trashcan", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('', 'standing men') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "Please bring milk from lounge chair to Liam at the coathanger", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('milk', '') | Pickup() | Move_To('coathanger') | Search_Person('Liam', '') | Respond('Hi. this milk for you') | Give_To()" }, { "input": "Transport pancake mix in office to exit, give it to Emma wearing black pants", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('pancake mix', '') | Pickup() | Move_To('exit') | Search_Person('Emma', 'wearing black pants') | Respond('Hi Emma. this pancake mix for you') | Give_To()" }, { "input": "greet John in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "escort the person who is wearing an orange blouse to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell me what is the heaviest drinks on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'heaviest drinks') | Search_Person('user', '') | Answer()" }, { "input": "number of oscars won by lord of the rings", "output": "Respond('seventeen')" }, { "input": "Look inside shelf, knife there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('knife', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "At lamp, take Noah to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Noah', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Susan in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing blue jacket in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing blue shirt in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "follow Sophie from the coathanger to the living room", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "greet Harrie in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "describe the item on the shelf to William.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('William', '') | Answer()" }, { "input": "navigate to the kitchen counter then look for a lemon and give it to the men lying down in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Object('lemon', '') | Pickup() | Move_To('living room') | Search_Person('', 'lying down men') | Give_To()" }, { "input": "tell me how many people in the kitchen are wearing a hat", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "greet Emma in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Emma from the lamp to the hallway", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet the person wearing blue sweater in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Julia in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing gray jacket in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'gray jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "escort the person who is waving to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell person dressed in an orange shirt in the trashcan how many milk there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('milk','') | Move_To('trashcan') | Search_Person('', 'person dressed in an orange shirt') | Answer()" }, { "input": "meet Robin in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "When you get a chance, can you head over to the dishwasher, count every single item of stroopwafel in there, and give tony the final tally?", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('stroopwafel', '') | Search_Person('tony', '') | Answer()" }, { "input": "salute Hayley in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Take banana from lounge chair and then bring it to person who standing at entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('banana', '') | Pickup() | Move_To('entrance') | Search_Person('', 'standing') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Start by introducing yourself to the individual wearing yellow pants in the trashcan, then guide them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing yellow pants') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the desk then look for a lemon and fetch it to the women standing in the office", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Object('lemon', '') | Pickup() | Move_To('office') | Search_Person('', 'standing women') | Give_To()" }, { "input": "greet the person wearing yellow t shirt in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Harrie in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Tell Kevin about the objects on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Kevin', '') | Answer()" }, { "input": "salute Julia in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "meet Kevin in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Time()" }, { "input": "Please change location of yellow pancake mix in living room to inside of bag in lounge chair", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('pancake mix', 'yellow') | Pickup() | Move_To('lounge chair') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing white blouse in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "tell man wearing a hat in the kitchen counter how many plate there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('plate','') | Move_To('kitchen counter') | Search_Person('', 'man wearing a hat') | Answer()" }, { "input": "greet the person wearing black coat in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('I am here to follow you') | Follow()" }, { "input": "say your teams country to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take washcloth from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Hayley in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow blouse in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "bring me plum from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Describe to Gabrielle what is on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('What is the object on the dishwasher') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "meet Liam in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Day()" }, { "input": "greet the person wearing black sweater in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | What_Time()" }, { "input": "salute the person wearing blue sweater in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "Can I ask you to bring hagelslag to lounge chair and put in the tray?", "output": "Respond('Sure! I'm working on it') | Search_Object('hagelslag', '') | Pickup() | Move_To('lounge chair') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "In basket, fill the knife", "output": "Respond('Forsure!') | Search_Object('knife', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Can you tell me how many people in the living room are wearing blue T-shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing blue T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "Please go behind person wearing yellow pants", "output": "Respond('Sure, I will follow the person wearing yellow pants.') | Search_Person('', 'wearing yellow pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person pointing to the left in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sophie at the shelf then find them in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "say the day of the month to the woman dressed in an orange blouse in the kitchen cabinet", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman dressed in an orange blouse') | What_Day()" }, { "input": "find a person pointing to the left in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find soap in the hallway then take it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Robin in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Time()" }, { "input": "Please give a description of the person showing the sitting at the hallway and reply to a question.", "output": "Respond('Let me see!') | Move_To('hallway') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "look for a person pointing to the left in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I need a cup of drink, can you bring it to me?", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person raising their right arm in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "guide the person wearing a blue t shirt from the shelf to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the coathanger') | Move_To('coathanger')" }, { "input": "Let's have you guide the individual wearing black shoes you encounter at the lounge chair and bring them to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing black shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "I need you to take an inventory of the liquorice in the office and inform tony of the exact number.", "output": "Respond('got it!') | Move_To('office') | Count_Object('liquorice', '') | Search_Person('tony', '') | Answer()" }, { "input": "Please go behind the person wearing black blouse in the office", "output": "Respond('okay I will follow the person wearing black blouse') | Move_To('office') | Search_Person('', 'wearing black blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute Julia in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "Please go after Robin in the office", "output": "Respond('Sure, I will follow Robin.') | Move_To('office')| Search_Person('Robin', '')| Respond('Hey Robin I am here to follow you.') | Follow()" }, { "input": "Please relate man pointing to the right in the lamp how many crisp there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('crisp','') | Move_To('lamp') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "guide Sophie from the couch to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the lounge chair') | Move_To('lounge chair')" }, { "input": "go to the hallway cabinet then find milk and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Robin in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "locate a waving person in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Make your way to the coathanger, search for a water, and present it to the person lying down in the couch.", "output": "Respond('Okay i got it!') | Move_To('coathanger') | Search_Object('water', '') | Pickup() | Move_To('couch') | Search_Person('', 'lying down') | Give_To()" }, { "input": "From the couch to the exit, take the individual who is dressed in a yellow T-shirt.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "office having all fork, you go count and say tony all the numbers.", "output": "Respond('got it!') | Move_To('office') | Count_Object('fork', '') | Search_Person('tony', '') | Answer()" }, { "input": "relate woman wearing yellow shirt in the lamp how many pancake mix there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('pancake mix','') | Move_To('lamp') | Search_Person('', 'woman wearing yellow shirt') | Answer()" }, { "input": "greet the person wearing black jacket in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "In bag, put the candle", "output": "Respond('Forsure!') | Search_Object('candle', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "meet Julia in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white sweater in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "look for a person raising their left arm in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "After introducing yourself to the person pointing to the left, guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "On the kitchen counter, what is the black object?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the black object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "bring me the smallest apple located at the hallway and also answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway') | Search_Object('apple', 'smallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Please put dish with fork on it at the hallway cabinet", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('fork', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Let William know about the item on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('What is the object on the coffee table') | Search_Person('William', '') | Answer()" }, { "input": "go to the hallway and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their left arm in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take sponges from the kitchen counter and bring it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your task is to convey the blue pringles from living room to trashcan and place it inside the basket", "output": "Respond('Forsure!') | Move_To('living room') | Search_Object('pringles', 'blue') | Pickup() | Move_To('trashcan') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing white jacket in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Sophie at the lamp then look for them in the office", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "tell me how many people in the kitchen are wearing black jackets", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing black jackets') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and deliver it to Laura in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Laura', '') | Give_To()" }, { "input": "greet the person wearing yellow coat in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please bring pringles from kitchen to entrance. And give it to tallest person", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('pringles', '') | Pickup() | Move_To('entrance') | Search_Person('', 'tallest') | Respond('Hi. this pringles for you') | Give_To()" }, { "input": "Could you deliver to me the yellow spoon that's in the coffee table, please?", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('spoon', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Julia at the hallway cabinet then locate them in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Julia', '') | Respond('Hi Julia nice to meet you') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('Oh we meet again!')" }, { "input": "meet Peter in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | What_Day()" }, { "input": "greet Susan in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | What_Day()" }, { "input": "To person wearing orange pants in office, acquire lemon from exit and present it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('lemon', '') | Pickup() | Move_To('office') | Search_Person('', 'wearing orange pants') | Respond('Hi. this lemon for you') | Give_To()" }, { "input": "Can you please place cup on coffee table?", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet Lucas in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please relate woman waving in the couch how many tictac there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('tictac','') | Move_To('couch') | Search_Person('', 'woman waving') | Answer()" }, { "input": "Please move to the shelf. tell me how many decorations are on there. ", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "Please inform child in the lounge chair how many pear there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pear','') | Move_To('lounge chair') | Search_Person('', 'child') | Answer()" }, { "input": "find soap in the living room then get it and bring it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Greet the person wearing blue pants and share your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing blue pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Lucas in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Hayley in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please go to the office and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "find water in the hallway then grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "anatomical structure that is part of both the digestive and respiratory systems", "output": "Respond('the pharynx')" }, { "input": "To oldest person in living room, acquire bowl and present it", "output": "Respond('Ok! I'll do it') | Search_Object('bowl', '') | Pickup() | Move_To('living room') | Search_Person('', 'oldest') | Respond('Hi. this bowl for you') | Give_To()" }, { "input": "Meet Sophie in the TV table and then follow.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Follow()" }, { "input": "pick up the curry", "output": "Respond('Okay, I will go get the curry') | Search_Object('curry', '') | Pickup() | Respond('Here you go, I have got you the curry')" }, { "input": "who wrote save it for a rainy day", "output": "Respond('Andrew Dorff')" }, { "input": "greet Susan in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "greet the person wearing white jacket in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | What_Time()" }, { "input": "greet Lucas in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide Sophie from the lounge chair to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the coathanger') | Move_To('coathanger')" }, { "input": "greet William in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "Put the yellow bowl, which is in kitchen, into the basket", "output": "Respond('Forsure!') | Move_To('kitchen') | Search_Object('bowl', 'yellow') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "I wand you to carry blue pea soup and transfer it to person wearing an orange shirt in hallway ", "output": "Respond('Ok! I'll do it') | Search_Object('pea soup', 'blue') | Pickup() | Move_To('hallway') | Search_Person('', 'wearing an orange shirt') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "greet Emma in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "bring me cornflakes from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "inform woman pointing to the right in the office how many cola exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('cola','') | Move_To('office') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "meet Emma at the living room first, and then find him at the dishwasher and greet.", "output": "Respond('Okay i will greet him') | Move_To('living room') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('dishwasher') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "go to the hallway cabinet then find pear and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "look for a person raising their left arm in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Find the person pointing to the right, introduce yourself, and guide them towards the entrance.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell what day is today to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing white blouse in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell the day of the week to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Harrie in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "greet the person wearing black shirt in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "meet Noah in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | What_Day()" }, { "input": "I want you to change location of yellow sausages from trashcan to bag in hallway", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('sausages', 'yellow') | Pickup() | Move_To('hallway') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Can you take the smallest tictac from the office to the kitchen counter?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('tictac', 'smallest') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "After you meet Liam at the entrance, head to the couch and find him.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Liam', '') | Respond('Hey Liam, How are you doing?') | Move_To('couch') | Search_Person('Liam', '') | Respond('Oh Liam, we meet again!')" }, { "input": "tell me how many dishes there are on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "tell what day is today to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Can you identify the yellow object on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the yellow object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "take washcloth from the dinner table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take dubbelfris from the kitchen counter and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Laura in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many waving person are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "deliver to me the biggest banana located at the living room and also answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('living room') | Search_Object('banana', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "who plays martha stuart in home and away", "output": "Respond('Belinda Giblin')" }, { "input": "what do glow plugs do in a diesel engine", "output": "Respond('start the engine')" }, { "input": "Can you tell me what the left-most object on the shelf is?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the left-most object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "greet Kevin in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | What_Time()" }, { "input": "tell tallest person in the couch how many tictac there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('tictac','') | Move_To('couch') | Search_Person('', 'tallest person') | Answer()" }, { "input": "which line of latitude is the border between nebraska and kansas", "output": "Respond('40 \u00b0 N')" }, { "input": "greet the person wearing white sweater in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "take water from the dinner table and bring it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the living room are wearing yellow shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing yellow shirts') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "greet William in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Which object is the right-most on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the right-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "From couch, take the person who dressed in an orange shirt to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "tell me what is the biggest cleaning supplies on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'biggest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "count the dishwasher tab at the office and inform jarvis", "output": "Respond('got it!') | Move_To('office') | Count_Object('dishwasher tab', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Make introductions with the person wearing a hat before guiding them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "when did andy murray won sports personality of the year", "output": "Respond('2015')" }, { "input": "Once you've introduced yourself to the person raising their right arm in the lamp, take them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Go over to the entrance, locate a peach, and bring it to the person lying down in the lamp.", "output": "Respond('Okay i got it!') | Move_To('entrance') | Search_Object('peach', '') | Pickup() | Move_To('lamp') | Search_Person('', 'lying down') | Give_To()" }, { "input": "When you get a chance, can you head over to the living room, count every single item of peach in there, and give jarvis the final tally?", "output": "Respond('got it!') | Move_To('living room') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "How many people are wearing an orange T-shirt in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "You need to find cup at living room and place it on kitchen counter. Also place spoon in it too", "output": "Respond('I got this!') | Move_To('living room') |Search_Object('cup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "salute Laura in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Kevin in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Day()" }, { "input": "Could you identify the yellow object on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the yellow object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "Could you tell me how many person raising their left arm are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the tallest object on the TV table", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the tallest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the kitchen then take it and bring it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "meet Noah in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the hallway then get it and deliver it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "tell me what is the heaviest cleaning supplies on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'heaviest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell me how many people in the hallway are standing?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing red t shirt in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "greet John in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Could you serve some cereal into the bowl?", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide Sophie from the desk to the dinner table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the dinner table') | Move_To('dinner table')" }, { "input": "meet Noah in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | What_Day()" }, { "input": "greet the person wearing blue jacket in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | What_Time()" }, { "input": "Greet the person dressed in an orange shirt in the hallway and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing gray blouse in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'gray blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please tell me how many waving person are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "find a person raising their left arm in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "follow Emma from the kitchen counter to the kitchen", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "find a person pointing to the left in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find sausages and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "I'd appreciate it if you could guide William to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('William', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take sponges from the dishwasher and give it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say hello to Fleur in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Can you count how many people in the hallway are sitting?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "tell something about yourself to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a person pointing to the left in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing white coat in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | What_Tomorrow()" }, { "input": "greet the person wearing red sweater in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "tell me what is the largest cleaning supplies on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'largest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Could you please set a bowl on dishwasher then spoon on its right", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('spoon', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "how many members on the house of representatives", "output": "Respond('435')" }, { "input": "Would you like to tell me how many fruits are in the shelf", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Emma in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Emma', '') | Give_To()" }, { "input": "Say whats your favorite color to the person in the hallway", "output": "Respond('Okay! I got it') | Move_To('hallway') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "In the office, how many individuals are wearing black pants?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing black pants') | Search_Person('user', '') | Answer()" }, { "input": "Please guide Robin who wearing a hat standing at the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', 'wearing a hat') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Emma in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "count the peach at the couch and inform man wearing a hat in the desk", "output": "Respond('got it!') | Move_To('couch') | Count_Object('peach','') | Move_To('desk') | Search_Person('', 'man wearing a hat') | Answer()" }, { "input": "get acquainted with Peter by the couch, then gonna greet him at the entrance.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('entrance') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "get acquainted with Laura at the couch, then greet her at the entrance.", "output": "Respond('Okay i will greet her') | Move_To('couch') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('entrance') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "Please give me the right-most coke in the living room and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('living room') | Search_Object('coke', 'right-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "find soap in the hallway then get it and deliver it to John in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "Please meet Robin at the lounge chair, find the person in the exit, and then answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "Tell me about person sitting in that exit.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Give me the candy", "output": "Respond('Okay, I will give you the candy') | Search_Object('candy', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the candy')" }, { "input": "locate a waving person in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "meet William at the coathanger.", "output": "Respond('Okay I will meet William') | Move_To('coathanger') | Search_Person('William', '') | Respond('Hi William, How are you doing?')" }, { "input": "greet Peter in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Day()" }, { "input": "Greet the individual standing in the living room and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell me the pose of the person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Give me the washcloth", "output": "Respond('Okay, I will give you the washcloth') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the washcloth')" }, { "input": "salute the person wearing yellow shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Emma in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet Hayley in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "First, meet Sophie at the lounge chair, then greet her at the desk.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('desk') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "Introduce yourself to the person sitting at the lounge chair and then proceed to escort them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Please follow the lead of the person wearing black shoes", "output": "Respond('okay I will follow the person wearing black shoes') | Search_Person('', 'wearing black shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "guide Sophie from the desk to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the exit') | Move_To('exit')" }, { "input": "meet Sophie at the couch then locate them in the kitchen", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing white shirt in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say your team's affiliation and greet the person wearing black T-shirt in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing black T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Could you please retrieve the yellow fanta from the office and bring it to me?", "output": "Respond('Certainly!') | Move_To('office') | Search_Object('fanta', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and deliver it to Liam in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Liam', '') | Give_To()" }, { "input": "Tell where are you from to the person standing in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Tell me how the person sitting at the entrance looks like.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "At the office, meet Peter, then find him at the TV table.", "output": "Respond('Okay i will greet him') | Move_To('office') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('TV table') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "look for a person pointing to the left in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "In the lamp, find the one wearing yellow shoes, introduce yourself, and guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Tell Peter about the objects on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('Peter', '') | Answer()" }, { "input": "Say hello to the person in the kitchen wearing an orange shirt and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell something about yourself to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Introduce yourself to the person dressed in a blue T-shirt at the lamp and then proceed to guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "I need you to take sponge at kitchen and put it on kitchen counter", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('sponge', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet Laura in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Time()" }, { "input": "Can you count how many people in the kitchen are dressed in a blue T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in a blue T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue blouse in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "guide the waving person from the coffee table to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the entrance') | Move_To('entrance')" }, { "input": "meet Robin in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "Can you take the left-most stroopwafel from the living room and bring it to exit?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('stroopwafel', 'left-most') | Pickup() | Move_To('exit') | Place_On('exit')" }, { "input": "get to know Sophie at the coathanger, and then look for him at the lamp and greet.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "Say hello to the person in the kitchen who is wearing yellow T-shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing black sweater in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | What_Tomorrow()" }, { "input": "salute Hayley in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "guide someone to dishwasher from living room, find an individual, and hand over the pea soup.", "output": "Move_To('living room') | Search_Person('', '') | Respond('Hey, am here to guide you to dishwasher, please follow me') | Move_To('dishwasher') | Search_Object('pea soup', '') | Pickup() | Give_To()" }, { "input": "meet Sophie in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "follow the waving person at office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Follow()" }, { "input": "greet the person wearing white sweater in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "greet the person wearing black t shirt in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet John in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | What_Day()" }, { "input": "look for a person pointing to the right in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Hayley in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find a person pointing to the left in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Fleur in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Check kitchen for all sponge. Get number. Say number to tony.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('sponge', '') | Search_Person('tony', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "inform woman wearing an orange shirt in the couch the number of cup present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('cup','') | Move_To('couch') | Search_Person('', 'woman wearing an orange shirt') | Answer()" }, { "input": "Find coke at couch, and then take it to person in living room who sitting", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('coke', '') | Pickup() | Move_To('living room') | Search_Person('', 'sitting') | Respond('Hi, this coke for you') | Give_To()" }, { "input": "find a person raising their right arm in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "meet Emma in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say something about yourself to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Laura in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "take soap from the shelf and bring it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "In the kitchen, say hello to the tallest person and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell something about yourself to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Say hello to the person wearing blue blouse and mention your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please tell woman wearing black shoes in the couch how many washcloth there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('washcloth','') | Move_To('couch') | Search_Person('', 'woman wearing black shoes') | Answer()" }, { "input": "tell man wearing a necklace in the entrance the number of coke present on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('coke','') | Move_To('entrance') | Search_Person('', 'man wearing a necklace') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to John in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "When you get a chance, can you head over to the office, count every single item of curry in there, and give tony ?", "output": "Respond('got it!') | Move_To('office') | Count_Object('curry', '') | Search_Person('tony', '') | Answer()" }, { "input": "Tally the washcloth lying on the table in the dining area and inform the count to tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('washcloth', '') | Search_Person('tony', '') | Answer()" }, { "input": "Meet Fleur, then answer a question.", "output": "Respond('got it!') | Search_Person('Fleur', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "bring me apple from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('apple', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | What_Time()" }, { "input": "Please move to the TV table. tell me how many decorations are on there. ", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "inform woman pointing to the left in the office how many plate exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('plate','') | Move_To('office') | Search_Person('', 'woman pointing to the left') | Answer()" }, { "input": "locate a waving person in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Time()" }, { "input": "follow Emma from the dinner table to the living room", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "Tell me how the person standing at the entrance looks like.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "say hello to Julia in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "In the office, greet the person wearing a hat and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing a hat') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Harrie in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "count the milk at the lamp and then report to woman dressed in a blue shirt in the living room", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('milk','') | Move_To('living room') | Search_Person('', 'woman dressed in a blue shirt') | Answer()" }, { "input": "tell me how many people in the kitchen are wearing blue sweaters", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing blue sweaters') | Search_Person('user', '') | Answer()" }, { "input": "meet Fleur in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | What_Time()" }, { "input": "kitchen having all pancake mix, you go count and say jarvis all the numbers.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pancake mix', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please give the biggest sausages to me and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('sausages', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "say hello to Lucas in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Robin in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Robin', '') | Give_To()" }, { "input": "Please tell the person at the exit how does the person lying down look like ?", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "Your task is get black milk and lay that milk on dishwasher", "output": "Respond('Sure! I'm working on it') | Search_Object('milk', 'black') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Introduce your team's affiliation and greet the person in the living room wearing orange pants.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Harrie in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "go behind John", "output": "Respond('okay I will follow the John') | Search_Person('John', '') | Follow()" }, { "input": "where is the ribs located in the human body", "output": "Respond('surround the chest , enabling the lungs to expand and thus facilitate breathing by expanding the chest cavity')" }, { "input": "meet Sophie at the coathanger then locate them in the kitchen", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet Robin in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find cornflakes and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Start by introducing yourself to the individual pointing to the left in the couch, then take them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Susan in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find washcloth in the kitchen then take it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the right in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Greet the tallest person in the office and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Greet the person sitting and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "answer the quiz of the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "count the bowl at the desk and report to woman dressed in an orange blouse in the lamp", "output": "Respond('got it!') | Move_To('desk') | Count_Object('bowl','') | Move_To('lamp') | Search_Person('', 'woman dressed in an orange blouse') | Answer()" }, { "input": "tell me how many people in the living room are pointing to the right", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "salute Jesse in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing blue shirt in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "please tell the man wearing an orange shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'man wearing an orange shirt') | What_Time()" }, { "input": "Begin at the couch by introducing yourself to the person dressed in a black blouse, then escort them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "find a waving person in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "take sponges from the TV table and give it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "State your team's affiliation and say hello to the smallest person in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "In the living room, say hello to the person dressed in an orange T-shirt and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Lucas in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me what is the biggest fruits on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'biggest fruits') | Search_Person('user', '') | Answer()" }, { "input": "guide Sophie from the exit to the couch", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the couch') | Move_To('couch')" }, { "input": "inform man wearing orange shoes in the entrance how many pea soup there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('pea soup','') | Move_To('entrance') | Search_Person('', 'man wearing orange shoes') | Answer()" }, { "input": "greet the person wearing yellow sweater in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Jesse in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Sophie in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "go to the hallway cabinet then find milk and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their right arm in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "After introducing yourself to the person wearing glasses, take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "follow the lead of person wearing an orange T-shirt in the living room", "output": "Respond('Sure, I will follow the person wearing an orange T-shirt.') | Move_To('living room')| Search_Person('', 'wearing an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Sophie in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their left arm in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Fetch a yellow apple from entrance and put it down at dishwasher", "output": "Respond('OK! I'm working on it') | Move_To('entrance') | Search_Object('apple', 'yellow') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "greet Jesse in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue t shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find a person pointing to the right in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Please follow the the lead of person wearing orange pants in the living room", "output": "Respond('okay I will follow the person wearing orange pants') | Move_To('living room') | Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "find a person pointing to the left in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sara in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | What_Time()" }, { "input": "take soap from the hallway cabinet and bring it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the entrance to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the coathanger') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Person at entrance, say him about person lying down.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "meet John in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | What_Day()" }, { "input": "find a person raising their left arm in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Please carry spoon, which is in exit, to tray at hallway", "output": "Respond('Forsure!') | Move_To('exit') | Search_Object('spoon', '') | Pickup() | Move_To('hallway') |Search_Object('tray', '') | Place_On('tray')" }, { "input": "Please move to the hallway cabinet. tell me how many snacks are on there. ", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Sara in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "look for a person raising their left arm in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the person dressed in a yellow blouse and share your team's affiliation in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Emma in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "take soap from the kitchen counter and give it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person pointing to the left in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take the person who is lying down to the exit", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "explain the item situated on the dishwasher to Emma.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('What is the object on the dishwasher') | Search_Person('Emma', '') | Answer()" }, { "input": "Greet the person standing in the kitchen and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Can I visit the Hotel de Glace in summer?", "output": "Respond('No. Every summer it melts away, only to be rebuilt the following winter.')" }, { "input": "take sponges from the kitchen cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Greet the individual wearing an orange shirt and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet William in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take soap from the hallway cabinet and give it to John in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('John', '') | Give_To()" }, { "input": "Greet the individual dressed in a yellow shirt in the hallway and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue jacket in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "Take washcloth from lamp and then bring it to Lucas who wearing blue shoes", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('washcloth', '') | Pickup() | Search_Person('Lucas', 'wearing blue shoes') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Count crisp in the desk and report to jarvis", "output": "Respond('got it!') | Move_To('desk') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "who played the dresser in beauty and the beast", "output": "Respond('Audra McDonald')" }, { "input": "when was kingdom of the crystal skull filmed", "output": "Respond('2007')" }, { "input": "meet Robin in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "At couch, escort Sara who wearing an orange T-shirt to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Sara', 'wearing an orange T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing black shirt in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "guide the person wearing yellow pants to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow pants') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the waving person from the exit to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the couch') | Move_To('couch')" }, { "input": "Let's have you take Julia who dressed in an orange blouse you encounter at the lamp and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Julia', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Emma in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Time()" }, { "input": "meet Laura in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Begin at the couch by introducing yourself to the person dressed in a black shirt, then escort them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a black shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find curry and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a waving person in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Can you get the blue pancake mix from the office and bring it to me?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('pancake mix', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say your teams affiliation to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Sara in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet the person wearing red t shirt in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Robin in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Look at cola in TV table. Count them all up. Give tony that number.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('cola', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing white coat in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow sweater in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to William in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('William', '') | Give_To()" }, { "input": "greet Robin in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Fleur in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please say what time is it to the people lying down in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('', 'lying down people') | What_Time()" }, { "input": "Place this pringles on the bag", "output": "Respond('Forsure!') | Search_Object('pringles', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "meet Laura in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "what do the germ layers give rise to", "output": "Respond('all of an animal 's tissues and organs through the process of organogenesis')" }, { "input": "salute Emma in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "dishwasher tab in dishwasher, you go count, then inform that number tony.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('dishwasher tab', '') | Search_Person('tony', '') | Answer()" }, { "input": "Would you set a bowl on the dishwasher, with a fork on it?", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('fork', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "locate a person raising their right arm in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Laura in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "salute William in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find fanta and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Peter in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "salute Susan in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform person wearing a hat in the couch how many liquorice exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('liquorice','') | Move_To('couch') | Search_Person('', 'person wearing a hat') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to Hayley in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Hayley', '') | Give_To()" }, { "input": "bring me pear from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Julia at the hallway cabinet then locate them in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Julia', '') | Respond('Hi Julia nice to meet you') | Move_To('living room') | Search_Person('Julia', '') | Respond('Oh we meet again!')" }, { "input": "Go introduce yourself to Fleur in the TV table, and then go behind them to the living room.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Kevin in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I want you to deliver plum to basket in living room", "output": "Respond('Sure! I'm working on it') | Search_Object('plum', '') | Pickup() | Move_To('living room') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "say what day is today to the person wearing yellow T-shirt in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing yellow T-shirt') | What_Day()" }, { "input": "look for a person pointing to the right in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "I need you to serve some cereal into a cup to me", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | What_Time()" }, { "input": "find soap in the kitchen then get it and bring it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet Liam in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "how many species of snake are there in the uk", "output": "Respond('four')" }, { "input": "Mention your team's affiliation and say hello to the person dressed in an orange T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Julia in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "tell tallest woman in the lounge chair the number of candy present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('candy','') | Move_To('lounge chair') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "Introduce yourself to the person who is wearing orange pants and then escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Noah in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person pointing to the left in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "Introduce yourself to the person in the couch who is wearing an orange T-shirt and then escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "who made the mlb hall of fame 2018", "output": "Respond('Jim Thome')" }, { "input": "meet Emma in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Susan in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "Find Susan in the dinner table, introduce yourself, and go after them to the living room.", "output": "Respond('got it!') | Move_To('dinner table') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Take cola from couch and then bring it to Fleur who oldest at office", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('cola', '') | Pickup() | Search_Person('Fleur', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "take milk from the coffee table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "From coathanger, pickup blue washcloth and to tallest person at trashcan, carry it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('washcloth', 'blue') | Pickup() | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hi. this washcloth for you') | Give_To()" }, { "input": "greet William in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their right arm in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Sara in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "tell me what is the largest drinks on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'largest drinks') | Search_Person('user', '') | Answer()" }, { "input": "take milk from the desk and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find sponges in the office then take it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Laura in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black coat in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take milk from the dishwasher and bring it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Hayley in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Time()" }, { "input": "count the cornflakes at the coathanger and report to man raising their left arm in the living room", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('cornflakes','') | Move_To('living room') | Search_Person('', 'man raising their left arm') | Answer()" }, { "input": "take Harrie to the coathanger", "output": "Respond('Okay, I am working on it') | Search_Person('Harrie', '') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "I need you to pick up blue lemon from coathanger and place it on dinner table", "output": "Respond('Sure! I'm working on it') | Move_To('coathanger') | Search_Object('lemon', 'blue') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "guide the waving person from the hallway cabinet to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the exit') | Move_To('exit')" }, { "input": "locate a person raising their left arm in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "locate a person raising their left arm in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "guide Sophie from the coffee table to the coffee table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coffee table to the coffee table') | Move_To('coffee table')" }, { "input": "what is the mac broadcast address in hexadecimal", "output": "Respond('FF : FF : FF : FF : FF : FF .')" }, { "input": "Can you tell me the tallest object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the tallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Can you describe the person's appearance standing at the coathanger?", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "take water from the desk and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Emma in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "To the exit, escort the individual who is wearing an orange shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "report to jarvis after counting cornflakes placed in the coffee table.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('cornflakes', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Go to entrance to grab black crisp and then transfer that crisp on TV table", "output": "Respond('Sure! I'm working on it') | Move_To('entrance') | Search_Object('crisp', 'black') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "look for a person raising their left arm in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take fanta from the kitchen cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a person raising their right arm in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Kevin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Kevin', '') | Give_To()" }, { "input": "take milk from the hallway cabinet and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow Sophie from the coffee table to the hallway", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "go to the hallway cabinet then find stroopwafel and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('stroopwafel', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Kevin in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell man wearing orange pants in the entrance the number of hagelslag present on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('hagelslag','') | Move_To('entrance') | Search_Person('', 'man wearing orange pants') | Answer()" }, { "input": "look for a person raising their right arm in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "greet the person wearing blue jacket in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "find a waving person in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Time()" }, { "input": "set a bowl on the desk", "output": "Respond('Got it!') | Search_Object('bowl', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "greet Robin in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "locate a person pointing to the right in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Say whats your team affiliation to the person standing in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "inform man wearing glasses in the couch how many orange exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('orange','') | Move_To('couch') | Search_Person('', 'man wearing glasses') | Answer()" }, { "input": "Please relate man pointing to the right in the lamp how many candle there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('candle','') | Move_To('lamp') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "Greet the oldest person and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Laura in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "what is the outcome of the complement cascade", "output": "Respond('stimulation of phagocytes to clear foreign and damaged material')" }, { "input": "Say hello and mention your team's affiliation to the person raising their left arm.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "deliver to the yellow banana from the coffee table to me, and respond to a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('coffee table') | Search_Object('banana', 'yellow') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet the person wearing black shirt in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please put dish on shelf, which is in lounge chair", "output": "Respond('I got this!') | Move_To('lounge chair') | Search_Object('dish', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Can you tell me which is the biggest object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black jacket in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | What_Time()" }, { "input": "find washcloth in the kitchen then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Peter in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "I need you to procure knife and place it on kitchen cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "How many people are there in the office wearing an orange T-shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "Please say what day is today to the women sitting in the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('dinner table') | Search_Person('', 'sitting women') | What_Day()" }, { "input": "greet the person wearing red t shirt in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "meet Fleur in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I need you to deliver to me some drink in a dish", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Liam in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "To the exit, take the individual who is pointing to the right.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find coke and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "inform smallest man in the couch the number of soap present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('soap','') | Move_To('couch') | Search_Person('', 'smallest man') | Answer()" }, { "input": "greet the person wearing blue t shirt in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say hello to the tallest person and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please go after Susan in the office", "output": "Respond('Sure, I will follow Susan.') | Move_To('office')| Search_Person('Susan', '')| Respond('Hey Susan I am here to follow you.') | Follow()" }, { "input": "say the time to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "Please give the biggest liquorice and afterwards, answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('liquorice', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "take soap from the hallway cabinet and give it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "take soap from the desk and bring it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "salute Liam in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find a person pointing to the left in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Your assistance is needed to go through the hallway cabinet, make a count of all the coke items, and provide jarvis with that number.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('coke', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | What_Tomorrow()" }, { "input": "take soap from the shelf and deliver it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "find washcloth in the office then grasp it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go after the person dressed in a black blouse", "output": "Respond('Sure, I will follow the person dressed in a black blouse.') | Search_Person('', 'dressed in a black blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person raising their right arm in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find candle and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the couch then look for a tictac and fetch it to the men sitting in the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Object('tictac', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'sitting men') | Give_To()" }, { "input": "Can you describe the person's appearance lying down at the coathanger?", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the lounge chair then look for them in the kitchen", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Seek blue liquorice, pick up that liquorice and place on dinner table", "output": "Respond('Sure! I'm working on it') | Search_Object('liquorice', 'blue') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "take curry from the TV table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Lucas in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | What_Day()" }, { "input": "meet Fleur in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Robin in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a person raising their left arm in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "Let Lucas know the details about the sponge on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Search_Object('sponge', '') | Vision_Ask('describe the sponge on the shelf') | Search_Person('Lucas', '') | Answer()" }, { "input": "get to know Fleur at the hallway, moving forward to find her at the hallway cabinet.", "output": "Respond('Okay i will greet her') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('hallway cabinet') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "where is wood green on the tube map", "output": "Respond('on the Piccadilly line')" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "find a person raising their right arm in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet Fleur in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Greet the individual lying down and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find peach and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('peach', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "I need you to procure strawberry and place it on dinner table", "output": "Respond('Sure! I'm working on it') | Search_Object('strawberry', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Introduce your team's affiliation and greet the person lying down in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "will you say what day is tomorrow to the woman wearing orange shoes in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing orange shoes') | What_Tomorrow()" }, { "input": "where is a sperm cell found in the body", "output": "Respond('testicles')" }, { "input": "tell me how many people in the living room are wearing white coats", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing white coats') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the lounge chair then locate them in the office", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "In the living room, say hello to the person pointing to the right and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue sweater in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "meet Lucas in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Time()" }, { "input": "In the living room, how many people are wearing an orange shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "Make your introduction to the individual raising their left arm in the trashcan and escort them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "From living room, take spoon and convey it to Robin wearing yellow pants at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('spoon', '') | Pickup() | Move_To('lounge chair') | Search_Person('Robin', 'wearing yellow pants') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "Your goal is transfer that plate and have it end up in the basket", "output": "Respond('Forsure!') | Search_Object('plate', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "who sings the song i can see clearly now", "output": "Respond('Johnny Nash')" }, { "input": "take washcloth from the dishwasher and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell something about yourself to the sitting person in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence)" }, { "input": "Let the person at entrance know the appearance details of the one sitting.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "salute John in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "count the washcloth at the kitchen cabinet and then inform man wearing an orange shirt in the living room", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('washcloth','') | Move_To('living room') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "greet the person wearing black shirt in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "describe the crisp on the TV table to Hayley.", "output": "Respond('Let me see!') | Move_To('TV table') | Search_Object('crisp', '') | Vision_Ask('describe the crisp on the TV table') | Search_Person('Hayley', '') | Answer()" }, { "input": "meet Peter in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Day()" }, { "input": "meet Lucas in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow coat in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | What_Tomorrow()" }, { "input": "guide the waving person from the hallway cabinet to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the entrance') | Move_To('entrance')" }, { "input": "greet the person wearing blue t shirt in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Sophie at the lounge chair then find them in the hallway", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "guide the waving person from the coathanger to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the dinner table') | Move_To('dinner table')" }, { "input": "greet Julia in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "On the kitchen cabinet, what object is the left-most?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the left-most object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Please make your way to the lounge chair and guide Lucas to the exit whom wearing blue blouse.", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Lucas', 'wearing blue blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "salute Sara in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and give it to William in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('William', '') | Give_To()" }, { "input": "tell what day is today to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "when is the new holloween movie coming out", "output": "Respond('October 19 , 2018')" }, { "input": "find a waving person in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue shirt in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "get acquainted with Peter by the coathanger, then gonna greet him at the couch.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('couch') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "look for a person raising their left arm in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "guide Sophie from the lounge chair to the shelf", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the shelf') | Move_To('shelf')" }, { "input": "greet Robin in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet Kevin in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Person is standing in trashcan. Explain it to me.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "In the kitchen, say hello and mention your team's affiliation to the person sitting.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Illustrate what object is on the TV table for Laura.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Laura', '') | Answer()" }, { "input": "Would you like to tell me how many cleaning supplies are in the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "go after the person dressed in an orange shirt in the hallway", "output": "Respond('Sure, I will follow the person dressed in an orange shirt.') | Move_To('hallway')| Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the coathanger') | Move_To('coathanger')" }, { "input": "greet Liam in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue jacket in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | What_Time()" }, { "input": "Transport soap in office to coathanger, give it to person dressed in a black T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi. this soap for you') | Give_To()" }, { "input": "Can you tell the appearance of the person standing to the person at the coathanger", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "Please move to the dishwasher. tell me how many food are on there. ", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "navigate to the hallway and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "find a person raising their right arm in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow blouse in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "follow Julia from the trashcan to the kitchen", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Liam in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Make your introduction to the individual wearing black pants in the lamp and escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing black pants') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing black shirt in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "meet Emma in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Hayley in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Can you please place cup on shelf?", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Please inform person dressed in an orange T-shirt in the living room how many washcloth there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('washcloth','') | Move_To('living room') | Search_Person('', 'person dressed in an orange T-shirt') | Answer()" }, { "input": "office having all stroopwafel, you go count and say tony all the numbers.", "output": "Respond('got it!') | Move_To('office') | Count_Object('stroopwafel', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Robin in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "set a bowl on the TV table", "output": "Respond('Got it!') | Search_Object('bowl', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "say the time to the child in the hallway", "output": "Move_To('hallway') | Search_Person('', 'child') | What_Time()" }, { "input": "tell me how many people in the hallway are wearing yellow sweaters", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing yellow sweaters') | Search_Person('user', '') | Answer()" }, { "input": "Say whats your team affiliation to the person lying down", "output": "Respond('Okay! I got it') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white jacket in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Your mission is take banana from couch. Finally, handover that banana to person dressed in a yellow T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('banana', '') | Pickup() | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi. this banana for you') | Give_To()" }, { "input": "tell me how many people in the living room are wearing white jackets", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing white jackets') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white blouse in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Emma in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "meet Lucas in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me how many people in the kitchen are wearing red blouses", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing red blouses') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "greet the person wearing black jacket in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Could you please grab the black ice tea from the hallway cabinet and bring it here?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Search_Object('ice tea', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow jacket in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "Say yourself to the Julia in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('Julia', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "take milk from the hallway cabinet and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Describe for Julia the object on the dinner table.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('What is the object on the dinner table') | Search_Person('Julia', '') | Answer()" }, { "input": "say the day of the month to the man wearing a necklace in the coffee table", "output": "Move_To('coffee table') | Search_Person('', 'man wearing a necklace') | What_Day()" }, { "input": "greet the person wearing white blouse in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "will you say what day is tomorrow to the person dressed in a yellow blouse in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'person dressed in a yellow blouse') | What_Tomorrow()" }, { "input": "meet Susan in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your goal is take Jesse who wearing a hat, whom meet at the couch, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Jesse', 'wearing a hat') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find cola in the living room then fetch it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your mission is take banana from couch. Finally, handover that banana to person dressed in a blue blouse", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('banana', '') | Pickup() | Search_Person('', 'dressed in a blue blouse') | Respond('Hi. this banana for you') | Give_To()" }, { "input": "greet the person wearing yellow shirt in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please deliver to me a dish of cereal", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you take the blue tictac from the coffee table to the hallway?", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('tictac', 'blue') | Pickup() | Move_To('hallway') | Place_On('hallway')" }, { "input": "Can you deliver to me a dish of cereal?", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Sara in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet the person wearing yellow t shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Would you like to tell me how many dishes are in the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "take fanta from the desk and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell me how many fruits there are on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "Please provide details about the person standing and respond to a question.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "take soap from the coffee table and deliver it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Jesse in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Day()" }, { "input": "locate a person pointing to the right in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "look for a waving person in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "salute Sara in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet the person wearing gray sweater in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'gray sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Julia in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | What_Time()" }, { "input": "greet the person wearing white coat in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | What_Day()" }, { "input": "greet Lucas in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "inform woman wearing blue shoes in the trashcan how many banana there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('banana','') | Move_To('trashcan') | Search_Person('', 'woman wearing blue shoes') | Answer()" }, { "input": "Count plate in the office and inform tony", "output": "Respond('got it!') | Move_To('office') | Count_Object('plate', '') | Search_Person('tony', '') | Answer()" }, { "input": "look for a waving person in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "who played the pirate in the spongebob movie", "output": "Respond('Antonio Banderas')" }, { "input": "find soap in the office then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please tell smallest person in the couch how many knife there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('knife','') | Move_To('couch') | Search_Person('', 'smallest person') | Answer()" }, { "input": "take soap from the hallway cabinet and deliver it to Hayley in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Hayley', '') | Give_To()" }, { "input": "greet Emma in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say the pose of Harrie at the office to the person at the exit", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('Harrie', '') | Vision_Ask('describe to me the person posture') | Move_To('exit') | Vision_Ans()" }, { "input": "meet Sophie at the kitchen counter then look for them in the office", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "guide the person who wearing blue shoes to the entrance from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing blue shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "who conquered the moors in spain in 1492", "output": "Respond('the armies of a recently united Christian Spain ( after the marriage of Ferdinand II of Arag\u00f3n and Isabella I of Castile , the `` Catholic Monarchs '' )')" }, { "input": "Your goal is take Jesse who wearing glasses, whom meet at the couch, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Jesse', 'wearing glasses') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Harrie in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "My request for you is shift banana from exit to basket", "output": "Respond('Sure! I'm working on it') | Move_To('exit') | Search_Object('banana', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "meet Emma at the trashcan, then go to the coathanger and greet him.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('coathanger') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "Your task is to convey the black plate and place it inside the bag", "output": "Respond('Forsure!') | Search_Object('plate', 'black') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "At couch, guide the person who wearing orange pants to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing orange pants') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "bring me cornflakes from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please share details about the person standing at the couch and inform the person at the exit", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "Your assistance is needed to go through the kitchen, make a count of all the sponge items, and provide jarvis with that number.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('sponge', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "escort the person who wearing blue T-shirt, in the trashcan, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing blue T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Laura in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "say the day of the week to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet Julia in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Convey liquorice from lamp to bag in living room", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('liquorice', '') | Pickup() | Move_To('living room') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "say something about yourself to Susan sitting in the office", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('Susan', 'sitting') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "Say whats your favorite color to the person in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "greet Fleur in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing red t shirt in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | What_Tomorrow()" }, { "input": "meet Robin in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet Lucas in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | What_Day()" }, { "input": "find a waving person in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Put the blue curry into the tray", "output": "Respond('Forsure!') | Search_Object('curry', 'blue') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "explain to Sophie what items are situated on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('describe the objects on the TV table') | Search_Person('Sophie', '') | Answer()" }, { "input": "greet Laura in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "Find cup, fetch that cup and place on coffee table", "output": "Respond('Sure! I'm working on it') | Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "What is the biggest object there on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the biggest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the shelf and give it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "where is the blood first filtered in a nephron", "output": "Respond('glomerulus')" }, { "input": "meet Peter in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find fanta and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Robin in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "meet Julia in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Greet the person wearing blue pants and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing orange sweater in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing black coat in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing white coat in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | What_Day()" }, { "input": "locate a person pointing to the left in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person raising their right arm in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "I wand you to carry hagelslag from couch to hallway. Then hand it over to tallest ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('hagelslag', '') | Pickup() | Move_To('hallway') | Search_Person('', 'tallest') | Respond('Hi. this hagelslag for you') | Give_To()" }, { "input": "go to the office then look for a cornflakes and fetch it to the men sitting in the coffee table", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Object('cornflakes', '') | Pickup() | Move_To('coffee table') | Search_Person('', 'sitting men') | Give_To()" }, { "input": "Tell your team's affiliation and say hello to the person sitting in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell me what is the heaviest cleaning supplies on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'heaviest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "take water from the dinner table and give it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Julia in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Your task is earn sausages and shift that sausages on dishwasher", "output": "Respond('Sure! I'm working on it') | Search_Object('sausages', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "greet Peter in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | What_Time()" }, { "input": "salute Hayley in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "I need you to take an inventory of the cola in the coffee table and inform jarvis of the exact number.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('cola', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell me what is the smallest decorations on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'smallest decorations') | Search_Person('user', '') | Answer()" }, { "input": "follow the person dressed in an orange T-shirt", "output": "Respond('Sure, I will follow the person dressed in an orange T-shirt.') | Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "would you tell the man pointing to the left in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'man pointing to the left') | What_Tomorrow()" }, { "input": "greet the person wearing yellow coat in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet William in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "meet Hayley in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the kitchen then take it and give it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "follow Sophie from the kitchen cabinet to the living room", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "take dubbelfris from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "pour a bit of noodles into a cup", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "pour a bowl of drink, please", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "In the living room, say hello to the person dressed in an orange shirt and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Lucas in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Julia in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "take the person dressed in an orange shirt from the lamp to the exit after introducing yourself.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "guide Sophie from the entrance to the couch", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the couch') | Move_To('couch')" }, { "input": "describe the bowl on the TV table to William.", "output": "Respond('Let me see!') | Move_To('TV table') | Search_Object('bowl', '') | Vision_Ask('describe the bowl on the TV table') | Search_Person('William', '') | Answer()" }, { "input": "Tell whats your team afiliation to William in couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "get acquainted with Gabrielle by the lamp, then gonna greet her at the dishwasher.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('dishwasher') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "follow Julia from the coathanger to the hallway", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "say what time is it to the people sitting in the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('coathanger') | Search_Person('', 'sitting people') | What_Time()" }, { "input": "I'd like you to carry that black pancake mix and put it into the tray", "output": "Respond('Forsure!') | Search_Object('pancake mix', 'black') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Peter in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Peter', '') | Give_To()" }, { "input": "greet the person wearing white blouse in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "tell woman waving in the lounge chair how many peach exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('peach','') | Move_To('lounge chair') | Search_Person('', 'woman waving') | Answer()" }, { "input": "meet Fleur in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Robin in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow sweater in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | What_Time()" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "find soap in the office then get it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white sweater in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell tallest person in the couch how many coke there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('coke','') | Move_To('couch') | Search_Person('', 'tallest person') | Answer()" }, { "input": "greet the person wearing white blouse in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find mayonaise and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your job is set the bowl at the shelf", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Please inform child in the TV table how many pear there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pear','') | Move_To('TV table') | Search_Person('', 'child') | Answer()" }, { "input": "meet Peter at the lamp, then greet him at the kitchen cabinet.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "Your mission is take washcloth from lounge chair and convey it to exit. Finally, handover that washcloth to person wearing black T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('washcloth', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing black T-shirt') | Respond('Hi. this washcloth for you') | Give_To()" }, { "input": "what is the main part of a city", "output": "Respond('city center or downtown')" }, { "input": "find washcloth in the living room then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Travel to the exit, meet Lucas, and then answer a question.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Lucas', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "say your teams name to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you like to tell me how many food are in the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "Could you bring me some drink in a cup?", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Emma in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say hello to Emma in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find a person pointing to the right in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "bring me cornflakes from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who came up with the male and female symbols", "output": "Respond('Carl Linnaeus')" }, { "input": "meet Hayley in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "greet the person wearing white t shirt in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "greet the person wearing white blouse in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "will you say what day is tomorrow to the woman wearing a necklace in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing a necklace') | What_Tomorrow()" }, { "input": "Please deliver to me the biggest stroopwafel located in the desk.", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('stroopwafel', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "It would be helpful if you could check inside the living room, count the total articles of liquorice, and report to that number to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Emma in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Julia in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me how many cleaning supplies there are on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Julia in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Julia', '') | Give_To()" }, { "input": "greet the person wearing white shirt in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Count strawberry in the living room and inform jarvis", "output": "Respond('got it!') | Move_To('living room') | Count_Object('strawberry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "You should follow the person dressed in a black blouse in the living room", "output": "Respond('okay I will follow the person dressed in a black blouse') | Move_To('living room') | Search_Person('', 'dressed in a black blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Take washcloth from lamp and then bring it to Lucas who wearing yellow shoes", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('washcloth', '') | Pickup() | Search_Person('Lucas', 'wearing yellow shoes') | Respond('Hi, this is for you') | Give_To()" }, { "input": "find a person raising their right arm in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Please provide details about the person sitting and respond to a question.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "guide the waving person from the lounge chair to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "greet the person wearing blue coat in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | What_Time()" }, { "input": "Find candle at entrance, and then take it to tallest person in office", "output": "Respond('Sure! I'll do it for you') | Move_To('entrance') | Search_Object('candle', '') | Pickup() | Move_To('office') | Search_Person('', 'tallest') | Respond('Hi, this candle for you') | Give_To()" }, { "input": "pour some drink into a dish for me", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "How many people are there in the office dressed in an orange blouse?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the TV table and bring it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "give me some cereal in a bowl", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Jesse in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please follow sitting men in the coathanger", "output": "Respond('okay I will follow sitting men') | Move_To('coathanger') | Search_Person('', 'sitting men')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute the person wearing blue coat in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say the day of the month to the smallest man in the TV table", "output": "Move_To('TV table') | Search_Person('', 'smallest man') | What_Day()" }, { "input": "say the pose of Emma at the coffee table to the person at the couch", "output": "Respond('Okay, I Am working on it') | Move_To('coffee table') | Search_Person('Emma', '') | Vision_Ask('describe to me the person posture') | Move_To('couch') | Vision_Ans()" }, { "input": "tell person dressed in a black shirt in the hallway how many water exist on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('water','') | Move_To('hallway') | Search_Person('', 'person dressed in a black shirt') | Answer()" }, { "input": "Look inside kitchen, plum there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('plum', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "pringles is in office, you go there count and give jarvis the numbers.", "output": "Respond('got it!') | Move_To('office') | Count_Object('pringles', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "escort Gabrielle to the coathanger", "output": "Respond('Okay, I am working on it') | Search_Person('Gabrielle', '') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Noah in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Noah', '') | Give_To()" }, { "input": "follow Sara from the hallway cabinet to the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sara', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "tell me how many people in the office are wearing gray blouses", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing gray blouses') | Search_Person('user', '') | Answer()" }, { "input": "Will you tell me the gesture of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many decorations there are on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "find a waving person in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Sophie from the exit to the office", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "Greet the person dressed in an orange shirt and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I need you to take an inventory of the cup in the hallway and inform tony of the exact number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('cup', '') | Search_Person('tony', '') | Answer()" }, { "input": "salute Sophie in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the kitchen then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Liam in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | What_Day()" }, { "input": "tell me how the person standing looks like and answer a question", "output": "Respond('Am on it!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet Robin in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Susan in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "Could you count curry at the desk and let jarvis know", "output": "Respond('got it!') | Move_To('desk') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "I wand you to carry yellow pancake mix and transfer it to person dressed in a blue T-shirt in kitchen ", "output": "Respond('Ok! I'll do it') | Search_Object('pancake mix', 'yellow') | Pickup() | Move_To('kitchen') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi. this pancake mix for you') | Give_To()" }, { "input": "Would you be able to pop into the kitchen, do a lemon count, and pass that total along to jarvis afterwards?", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "In basket, put the plum", "output": "Respond('Forsure!') | Search_Object('plum', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Would you like to tell me how many decorations are in the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "find milk in the hallway then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "please say something about yourself to women who is lying down in the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('dinner table') | Search_Person('', 'lying down women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "salute Laura in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "meet Hayley in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue blouse in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "look for a person pointing to the right in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white coat in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | What_Time()" }, { "input": "Go to lamp, meet Gabrielle who dressed in a black T-shirt and guide to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Gabrielle', 'dressed in a black T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find washcloth in the living room then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the couch to the couch", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the couch') | Move_To('couch')" }, { "input": "guide them to the coathanger after introducing yourself to the smallest person in the couch.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "To John wearing blue shirt, acquire sponge from coathanger and pass it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('sponge', '') | Pickup() | Search_Person('John', 'wearing blue shirt') | Respond('Hi. this sponge for you') | Give_To()" }, { "input": "On desk, place bowl and place fork on it", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('fork', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Greet the person dressed in an orange shirt in the hallway and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "bring me some drink in a cup", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Go to lamp to pick up orange and then transfer that orange on coffee table", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('orange', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "Start by introducing yourself to the individual dressed in a blue T-shirt, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "where can pivot joints be found in the body", "output": "Respond('Proximal radioulnar joint')" }, { "input": "meet Robin in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "please say something about yourself to Kevin lying down in the dishwasher", "output": "Respond('Okay, I Am working on it') | Move_To('dishwasher') | Search_Person('Kevin', 'lying down') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "Which is the right-most object on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the right-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "salute Hayley in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I wand you to carry black plate from couch to living room. Then hand it over to Harrie ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('plate', 'black') | Pickup() | Move_To('living room') | Search_Person('Harrie', '') | Respond('Hi. this plate for you') | Give_To()" }, { "input": "greet Laura in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Time()" }, { "input": "greet the person wearing white coat in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please relate smallest person in the living room how many spoon there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('spoon','') | Move_To('living room') | Search_Person('', 'smallest person') | Answer()" }, { "input": "follow Sophie from the couch to the hallway", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "My request for you is shift cola from exit to basket in living room", "output": "Respond('Sure! I'm working on it') | Move_To('exit') | Search_Object('cola', '') | Pickup() | Move_To('living room') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Hayley in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Emma in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "take the person dressed in a blue shirt from the couch to the exit", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a blue shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "answer the question of the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow jacket in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | What_Time()" }, { "input": "I wand you to carry yellow fork from couch and transfer it to person wearing an orange T-shirt in hallway ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('fork', 'yellow') | Pickup() | Move_To('hallway') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "tell me how many people in the kitchen are wearing orange blouses", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing orange blouses') | Search_Person('user', '') | Answer()" }, { "input": "bring me a bowl filled with cereal, please", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the hallway then grasp it and give it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet Kevin in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet the person wearing yellow coat in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "set a cup on the desk, laying a fork on its left", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('fork', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "greet Susan in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "Would you mind retrieving the smallest tictac from the hallway and bring it to me?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('tictac', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "escort the individual standing to the coathanger after introducing yourself in the couch.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find sponges in the living room then get it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Emma in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell man wearing an orange T-shirt in the exit how many pea soup exist on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('pea soup','') | Move_To('exit') | Search_Person('', 'man wearing an orange T-shirt') | Answer()" }, { "input": "Could you tell me the number of people in the office wearing a hat?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their left arm in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Person is at coathanger, explain appearance of standing person to him.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "would you tell the person wearing an orange T-shirt in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person wearing an orange T-shirt') | What_Tomorrow()" }, { "input": "You should go behind person wearing black shoes", "output": "Respond('Sure, I will follow the person wearing black shoes.') | Search_Person('', 'wearing black shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Peter in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow shirt in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Can you count the number of people pointing to the right in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "salute Julia in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "look for a person pointing to the left in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you.') | Follow()" }, { "input": "salute the person wearing blue coat in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('I am here to follow you') | Follow()" }, { "input": "Your goal is take the person who wearing an orange T-shirt, whom meet at the trashcan, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "say hello to Sophie in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the dinner table') | Move_To('dinner table')" }, { "input": "go after Harrie", "output": "Respond('Sure, I will follow Harrie.') | Search_Person('Harrie', '')| Respond('Hey Harrie I am here to follow you.') | Follow()" }, { "input": "take soap from the hallway cabinet and bring it to Robin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Robin', '') | Give_To()" }, { "input": "Find banana from trashcan, fetch that banana and place on dinner table", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('banana', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Explain appearance of lying down person to person in exit.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "meet Jesse in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Hayley in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "greet Susan in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "pour some drink into a cup for me", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell person wearing black pants in the office how many apple exist on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('apple','') | Move_To('office') | Search_Person('', 'person wearing black pants') | Answer()" }, { "input": "place a bowl on the kitchen counter and position a knife on it", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('knife', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "meet Sophie at the dishwasher then find them in the living room", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "escort the person wearing blue blouse from the trashcan to the entrance after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing blue blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "inform smallest woman in the dinner table how many crisp there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('crisp','') | Move_To('dinner table') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "tell the man dressed in a blue blouse in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man dressed in a blue blouse') | What_Day()" }, { "input": "total number of planet in our solar system", "output": "Respond('eight')" }, { "input": "say the day of the month to the woman wearing an orange shirt in the kitchen cabinet", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman wearing an orange shirt') | What_Day()" }, { "input": "In the hallway, say hello and mention your team's affiliation to the person wearing an orange blouse.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide Sophie from the coathanger to the dishwasher", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the dishwasher') | Move_To('dishwasher')" }, { "input": "greet Julia in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "On the desk, what object is the left-most?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the left-most object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "greet Sophie in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Say yourself to the Sara", "output": "Respond('Okay! I got it') | Search_Person('Sara', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "To the person raising their right arm, introduce yourself and escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Julia in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | What_Time()" }, { "input": "find a person pointing to the right in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "find a person raising their right arm in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet Robin in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Would you mind fetching the biggest crisp from the hallway and bringing it to hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('crisp', 'biggest') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "describe the person standing at the trashcan to the person at the entrance", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "You should follow person dressed in an orange shirt in the living room", "output": "Respond('Sure, I will follow the person dressed in an orange shirt.') | Move_To('living room')| Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing blue t shirt in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Take black sponge from lounge chair and then bring it to Liam at entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('sponge', 'black') | Pickup() | Move_To('entrance') | Search_Person('Liam', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Within desk, set dish which can be found in hallway", "output": "Respond('I got this!') | Move_To('hallway') |Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "find the pea soup", "output": "Respond('Okay, I will go find the pea soup') | Search_Object('pea soup', '') | Respond('Here it is, I have found the pea soup')" }, { "input": "Please move to the dishwasher. tell me how many decorations are on there. ", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing orange t shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'orange t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me how many people in the hallway are wearing yellow shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing yellow shirts') | Search_Person('user', '') | Answer()" }, { "input": "greet Jesse in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "Please inform man dressed in a blue T-shirt in the entrance how many cornflakes there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('cornflakes','') | Move_To('entrance') | Search_Person('', 'man dressed in a blue T-shirt') | Answer()" }, { "input": "tell me what is the largest snacks on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'largest snacks') | Search_Person('user', '') | Answer()" }, { "input": "Let Peter know about the thing on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Peter', '') | Answer()" }, { "input": "guide the waving person from the coathanger to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the coathanger') | Move_To('coathanger')" }, { "input": "meet Sophie in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Your mission is pick up yellow spoon from living room and convey it to coathanger. Finally, handover that spoon to person wearing an orange T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('spoon', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "greet Harrie in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "Count plate in the kitchen cabinet and inform tony", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('plate', '') | Search_Person('tony', '') | Answer()" }, { "input": "Deliver ice tea in couch to oldest person in kitchen, The person's name is Gabrielle", "output": "Respond('Okay, I will do it') | Move_To('couch') | Search_Object('ice tea', '') | Pickup() | Move_To('kitchen') | Search_Person('Gabrielle', 'oldest') | Respond('Hi Gabrielle, this is for you') | Give_To()" }, { "input": "find soap in the hallway then get it and bring it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "count the sausages at the trashcan and report to child in the living room", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('sausages','') | Move_To('living room') | Search_Person('', 'child') | Answer()" }, { "input": "go to the hallway cabinet then find candle and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "report to tony the banana count on the kitchen counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('banana', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Hayley in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take dubbelfris from the hallway cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "who wrote how to be a latin lover", "output": "Respond('Chris Spain')" }, { "input": "greet the person wearing blue blouse in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Jesse in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the hallway cabinet and bring it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "meet Susan in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find milk in the hallway then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please follow person wearing orange shoes in the hallway", "output": "Respond('Sure, I will follow the person wearing orange shoes.') | Move_To('hallway')| Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "Introduce your team's affiliation and greet the person wearing orange shoes.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take milk from the dishwasher and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find a person raising their right arm in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet the person wearing blue jacket in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Mention your team's affiliation and say hello to the person wearing an orange blouse in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide the waving person from the lamp to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the shelf') | Move_To('shelf')" }, { "input": "who stars in my big fat greek wedding", "output": "Respond('John Corbett')" }, { "input": "find washcloth in the kitchen then fetch it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Emma in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Sophie in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the hallway cabinet and bring it to Lucas in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Lucas', '') | Give_To()" }, { "input": "tell me what is the biggest decorations on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'biggest decorations') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to Laura in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Laura', '') | Give_To()" }, { "input": "salute Laura in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black coat in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "bring me sponges from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "What is the left-most object you can find on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the left-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the biggest food on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'biggest food') | Search_Person('user', '') | Answer()" }, { "input": "locate a waving person in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "meet Julia in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "how many times have the patriots been to the superbowl years", "output": "Respond('ten')" }, { "input": "look for a person raising their left arm in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "locate a person raising their left arm in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue jacket in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "Start by introducing yourself to the individual dressed in a black shirt, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a black shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Take away this crisp to hallway and put on tray", "output": "Respond('Forsure!') | Search_Object('crisp', '') | Pickup() | Move_To('hallway') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "describe the item on the desk to Noah.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Noah', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "How many individuals are raising their right arm in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "Your mission is take water from lamp. Finally, handover that water to person wearing black shirt", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('water', '') | Pickup() | Search_Person('', 'wearing black shirt') | Respond('Hi. this water for you') | Give_To()" }, { "input": "Please go get the black water from the TV table and deliver it to me.", "output": "Respond('Got it!') | Move_To('TV table') | Search_Object('water', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white coat in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | What_Tomorrow()" }, { "input": "meet John in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person raising their right arm in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Liam in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "bring me peach from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('peach', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce yourself to Laura in the TV table, and go after them to the office.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Tell me about person sitting.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "locate a person pointing to the right in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "find soap in the hallway then grasp it and give it to William in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "find a person raising their right arm in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Determine how many orange are on the dining room table and report to that figure to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('orange', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Introduce yourself to the person standing and then proceed to escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Greet the individual sitting in the kitchen and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Introduce yourself to Liam in the desk, and go after.", "output": "Respond('got it!') | Move_To('desk') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Noah in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Fleur in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I am here to follow you') | Follow()" }, { "input": "explain to William what items are situated on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('William', '') | Answer()" }, { "input": "greet Robin in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "get to know Julia at the trashcan, and then look for him at the exit.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Move_To('exit') | Search_Person('Julia', '') | Respond('Oh Julia, we meet again!')" }, { "input": "At lamp, guide Laura who wearing black blouse to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Laura', 'wearing black blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Liam in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Go to office to fetch hagelslag and then move to shelf and put that hagelslag on", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('hagelslag', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "tell tallest woman in the hallway how many tictac there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('tictac','') | Move_To('hallway') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "tell tallest woman in the coathanger the number of fork present on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('fork','') | Move_To('coathanger') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "when did harry potter and the sorcerer's stone movie come out", "output": "Respond('2001')" }, { "input": "locate a person raising their right arm in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "meet Laura in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take washcloth from the shelf and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please go after the lead of person wearing blue T-shirt", "output": "Respond('Sure, I will follow the person wearing blue T-shirt.') | Search_Person('', 'wearing blue T-shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "look for a person raising their left arm in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "From couch, escort Julia to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Julia', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please go after the lead of person dressed in a yellow T-shirt in the living room", "output": "Respond('Sure, I will follow the person dressed in a yellow T-shirt.') | Move_To('living room')| Search_Person('', 'dressed in a yellow T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "follow Sara from the hallway cabinet to the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sara', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "greet the person wearing yellow shirt in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue blouse in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "Please transport that candy and deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('candy', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Can I ask you to bring hagelslag in office to trashcan and put in the basket?", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('hagelslag', '') | Pickup() | Move_To('trashcan') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow t shirt in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black coat in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | What_Day()" }, { "input": "meet Liam in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "salute Sara in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "After introducing yourself to the person pointing to the right, escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Peter in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue t shirt in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white coat in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "how many cherokees were on the trail of tears", "output": "Respond('16,543')" }, { "input": "Your goal is escort Liam to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Liam', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Introduce yourself to John in the lamp, then guide them to the coathanger", "output": "Respond(Okay i will greet the person) | Move_To('lamp') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Greet the person standing and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Susan in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say your teams name to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the left in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet the person wearing blue sweater in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Emma in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "In bag, store the black cup", "output": "Respond('Forsure!') | Search_Object('cup', 'black') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "set a dish on the dishwasher", "output": "Respond('Got it!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "meet Sara in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find water and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "get acquainted with Fleur at the entrance, proceed to the coffee table and greet her.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('coffee table') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "meet Julia in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "who played the phantom in league of extraordinary gentlemen", "output": "Respond('Richard Roxburgh')" }, { "input": "find sponges in the hallway then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Susan in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | What_Time()" }, { "input": "tell me what is the biggest object on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'biggest') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Robin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Robin', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "greet Susan in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person pointing to the right in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing blue jacket in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please inform me what the blue object on the hallway cabinet is.", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the blue object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Find Robin in the coffee table, introduce yourself, and go behind.", "output": "Respond('got it!') | Move_To('coffee table') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Lucas in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Please carry that spoon to the tray", "output": "Respond('Forsure!') | Search_Object('spoon', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "guide Sophie from the TV table to the coffee table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the coffee table') | Move_To('coffee table')" }, { "input": "salute Sophie in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "greet Robin in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "tell me how many people in the living room are wearing yellow sweaters", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing yellow sweaters') | Search_Person('user', '') | Answer()" }, { "input": "salute Liam in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Can you count how many people in the living room are sitting?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "bring me lemon from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('lemon', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "In tray, place hagelslag", "output": "Respond('Forsure!') | Search_Object('hagelslag', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Please deliver to the tallest hagelslag from the hallway cabinet to me and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway cabinet') | Search_Object('hagelslag', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "meet Harrie in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to John in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('John', '') | Give_To()" }, { "input": "Your task is to convey the black banana from living room to lamp and place it inside the tray", "output": "Respond('Forsure!') | Move_To('living room') | Search_Object('banana', 'black') | Pickup() | Move_To('lamp') |Search_Object('tray', '') | Place_On('tray')" }, { "input": "guide Sophie from the kitchen cabinet to the shelf", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the kitchen cabinet to the shelf') | Move_To('shelf')" }, { "input": "meet Julia in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take water from the kitchen counter and bring it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing orange jacket in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the couch then look for a ice tea and fetch it to the men standing in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Object('ice tea', '') | Pickup() | Move_To('hallway') | Search_Person('', 'standing men') | Give_To()" }, { "input": "Your mission is pick up yellow water from kitchen and convey it to exit. Finally, handover that water to person dressed in a blue shirt", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('water', 'yellow') | Pickup() | Move_To('exit') | Search_Person('', 'dressed in a blue shirt') | Respond('Hi. this water for you') | Give_To()" }, { "input": "What is the yellow object that can be found on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the yellow object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their right arm in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Can you fetch the right-most fork from the office and bring it to me?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('fork', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find blue dubbelfris, and then take it to William who is in trashcan", "output": "Respond('Sure! I'll do it for you') | Search_Object('dubbelfris', 'blue') | Pickup() | Move_To('trashcan') | Search_Person('William', '') | Respond('Hi William, this dubbelfris for you') | Give_To()" }, { "input": "look for a waving person in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Put the blue candy into the tray", "output": "Respond('Forsure!') | Search_Object('candy', 'blue') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Please get black coke. And hand it over to Robin", "output": "Respond('Ok! I'll do it') | Search_Object('coke', 'black') | Pickup() | Search_Person('Robin', '') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "Make your introduction to the smallest individual and take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find washcloth and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Sophie in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a waving person in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Peter in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Jesse in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Day()" }, { "input": "greet William in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | What_Day()" }, { "input": "Introduce yourself to the person dressed in an orange shirt and then proceed to escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Transport sausages in living room to entrance, give it to oldest person", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('sausages', '') | Pickup() | Move_To('entrance') | Search_Person('', 'oldest') | Respond('Hi. this sausages for you') | Give_To()" }, { "input": "meet Hayley in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "please tell the person wearing an orange T-shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing an orange T-shirt') | What_Time()" }, { "input": "go to the hallway cabinet then find dubbelfris and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet John in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a person pointing to the left in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you.') | Follow()" }, { "input": "greet Julia in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "From kitchen, pickup lemon and convey it to person wearing black pants at trashcan", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('lemon', '') | Pickup() | Move_To('trashcan') | Search_Person('', 'wearing black pants') | Respond('Hi. this lemon for you') | Give_To()" }, { "input": "Find the tallest one, introduce yourself, and take them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "Please go after the lead of Jesse", "output": "Respond('Sure, I will follow Jesse.') | Search_Person('Jesse', '')| Respond('Hey Jesse I am here to follow you.') | Follow()" }, { "input": "Please move to the desk. tell me how many food are on there. ", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Meet Julia in the shelf and then go after.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Follow()" }, { "input": "greet Robin in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a person raising their left arm in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "what are unalienable rights in the declaration of independence", "output": "Respond('Liberty')" }, { "input": "say what day is today to the person wearing glasses in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing glasses') | What_Day()" }, { "input": "find a person pointing to the right in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "meet Robin in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Time()" }, { "input": "who wrote the poem death be not proud", "output": "Respond('English poet John Donne')" }, { "input": "who have been the hosts of the price is right", "output": "Respond('Drew Carey')" }, { "input": "From lamp, guide Robin to exit whom dressed in a black T-shirt", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Robin', 'dressed in a black T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please take the blue curry from the office and deliver it to shelf.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('curry', 'blue') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "find a waving person in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "meet Emma in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many drinks there are on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the exit to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the dishwasher') | Move_To('dishwasher')" }, { "input": "take soap from the shelf and give it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell person wearing glasses in the trashcan the number of candle present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('candle','') | Move_To('trashcan') | Search_Person('', 'person wearing glasses') | Answer()" }, { "input": "Greet the person standing in the office and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "locate a person pointing to the right in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person raising their right arm in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet Susan in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "meet Harrie in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "what european countries are entirely west of the prime meridian", "output": "Respond('Portugal')" }, { "input": "greet the person wearing black jacket in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Robin at the exit, proceed to the trashcan and find him.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('trashcan') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "What is the biggest object found on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "say your teams name to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Emma in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet the person wearing black shirt in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Store this black pea soup to the basket", "output": "Respond('Forsure!') | Search_Object('pea soup', 'black') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please inform person wearing an orange shirt in the trashcan how many sponge there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('sponge','') | Move_To('trashcan') | Search_Person('', 'person wearing an orange shirt') | Answer()" }, { "input": "salute Sophie in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "say hello to Laura in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "bring the fork", "output": "Respond('Okay, I will go deliver the fork') | Search_Object('fork', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the fork')" }, { "input": "say the time to the man wearing an orange shirt in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'man wearing an orange shirt') | What_Time()" }, { "input": "follow Emma from the lamp to the living room", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "guide the person wearing an orange shirt to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet William in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Fleur in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the shelf and bring it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "washcloth in dinner table there, you count and give tony how much numbers.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('washcloth', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Peter in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | What_Day()" }, { "input": "greet Julia in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "answer the question of the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sophie at the hallway cabinet then locate them in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "tell me what is the biggest decorations on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'biggest decorations') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their right arm in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find soap in the office then take it and deliver it to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "follow Sophie from the lounge chair to the office", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "meet Emma in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many people in the living room are wearing white sweaters", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing white sweaters') | Search_Person('user', '') | Answer()" }, { "input": "greet Kevin in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet Fleur in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Day()" }, { "input": "meet Noah in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Gabrielle at the couch first, and then find her at the entrance and greet.", "output": "Respond('Okay i will greet her') | Move_To('couch') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('entrance') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "Can you deliver to me the smallest pringles from the lamp?", "output": "Respond('Got it!') | Move_To('lamp') | Search_Object('pringles', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your mission is pick up cup from lounge chair and convey it to Robin who is in entrance", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('cup', '') | Pickup() | Move_To('entrance') | Search_Person('Robin', '') | Respond('Hi Robin, this cup for you') | Give_To()" }, { "input": "salute Sophie in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take cola from the dinner table and give it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please relate person wearing black shirt in the coathanger how many apple there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('apple','') | Move_To('coathanger') | Search_Person('', 'person wearing black shirt') | Answer()" }, { "input": "cup in dinner table there, you count and give tony how much numbers.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('cup', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell me how many people in the office are wearing gray coats", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing gray coats') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the coffee table and give it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the office are wearing yellow sweaters", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing yellow sweaters') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their left arm in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "meet Sara in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "salute Julia in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Jesse in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I want you to tell me the pose of the person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Which object on the coffee table is the blue?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the blue object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the couch to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the lounge chair') | Move_To('lounge chair')" }, { "input": "meet Sophie at the TV table then find them in the hallway", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Please bring stroopwafel to tallest person", "output": "Respond('Ok! I'll do it')| Search_Object('stroopwafel', '') | Pickup() | Search_Person('', 'tallest') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "set a bowl on the dishwasher and position a knife on its left", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('knife', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Start by introducing yourself to the individual waving in the lounge chair, then escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "look for a person raising their right arm in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Laura at the exit, proceed to the trashcan and find him.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('trashcan') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "locate a person raising their left arm in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Lucas in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Greet the tallest individual and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a person pointing to the right in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow jacket in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "go to the hallway cabinet then find washcloth and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "From lamp, meet Susan who is the oldest and take to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Susan', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "inform person wearing a necklace in the couch how many peach exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('peach','') | Move_To('couch') | Search_Person('', 'person wearing a necklace') | Answer()" }, { "input": "tell me how many waving person are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "escort Kevin to the lounge chair", "output": "Respond('Okay, I am working on it') | Search_Person('Kevin', '') | Respond('Hey, I am here to guide you to lounge chair, please follow me') | Move_To('lounge chair')" }, { "input": "Explain the soap situated on the TV table to William.", "output": "Respond('Let me see!') | Move_To('TV table') | Search_Object('soap', '') | Vision_Ask('describe the soap on the TV table') | Search_Person('William', '') | Answer()" }, { "input": "greet Robin in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you tell me how many people in the living room are wearing black shoes?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing black shoes') | Search_Person('user', '') | Answer()" }, { "input": "count the tictac at the lounge chair and then inform woman wearing yellow pants in the entrance", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('tictac','') | Move_To('entrance') | Search_Person('', 'woman wearing yellow pants') | Answer()" }, { "input": "Take blue cup and then bring it to Susan", "output": "Respond('Okay, I'm working on it') | Search_Object('cup', 'blue') | Pickup() | Search_Person('Susan', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet Jesse in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Please guide the person who dressed in a black blouse from couch to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in a black blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Look for William at the trashcan and respond to a question.", "output": "Respond('Okay, I will go find William') | Move_To('trashcan') | Search_Person('William', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "find soap in the hallway then get it and give it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and deliver it to Sara in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sara', '') | Give_To()" }, { "input": "Would you like to tell me how many cleaning supplies are in the TV table", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Could you tell me how many person raising their left arm are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please take the smallest fork from the kitchen counter and bring it to me.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Search_Object('fork', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find stroopwafel and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('stroopwafel', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet William in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | What_Time()" }, { "input": "greet Julia in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Deliver ice tea in living room to Fleur in lounge chair", "output": "Respond('Okay, I will do it') | Move_To('living room') | Search_Object('ice tea', '') | Pickup() | Move_To('lounge chair') | Search_Person('Fleur', '') | Respond('Hi, this ice tea for you') | Give_To()" }, { "input": "meet Peter in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | What_Day()" }, { "input": "greet Fleur in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say hello to Liam in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Your mission is take fanta from lounge chair. Finally, handover that fanta to person dressed in a blue shirt", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('fanta', '') | Pickup() | Search_Person('', 'dressed in a blue shirt') | Respond('Hi. this fanta for you') | Give_To()" }, { "input": "Tell whats your team afiliation to the person in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the hallway cabinet and deliver it to Laura in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Laura', '') | Give_To()" }, { "input": "look for a waving person in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet John in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "You need to find cup at office and put it on kitchen cabinet. Also put knife in it too", "output": "Respond('I got this!') | Move_To('office') |Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet the person wearing black jacket in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "What is the right-most object that can be found on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the right-most object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "Why wasn't Tron nominated for an award by The Motion Picture Academy?", "output": "Respond('The Academy thought that Tron cheated by using computers.')" }, { "input": "find Peter at the trashcan", "output": "Respond('Okay, I will go find Peter') | Move_To('trashcan') | Search_Person('Peter', '') | Respond('Here you are, I have found Peter')" }, { "input": "look for a person raising their left arm in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet Lucas in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Jesse in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Laura in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow shirt in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you name the left-most object on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the left-most object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "meet Jesse in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | What_Day()" }, { "input": "greet Liam in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Peter in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "jarvis must be inform regarding the quantity of cornflakes situated on the kitchen counter.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('cornflakes', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please go to the office and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "say the time to the tallest person in the office", "output": "Move_To('office') | Search_Person('', 'tallest person') | What_Time()" }, { "input": "explain the objects on the coffee table for Liam.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('Liam', '') | Answer()" }, { "input": "Take sponge from lamp and then bring it to William who tallest at kitchen", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('sponge', '') | Pickup() | Search_Person('William', 'tallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Tell whats your team affiliation to the person sitting in the kitchen counter", "output": "Respond('Okay! I got it') | Move_To('kitchen counter') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "inform child in the office about the number of stroopwafel on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('stroopwafel','') | Move_To('office') | Search_Person('', 'child') | Answer()" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "who wins more often on love it or list it", "output": "Respond('Hilary')" }, { "input": "who is known as the father of radio broadcasting", "output": "Respond('Lee de Forest')" }, { "input": "greet the person wearing blue t shirt in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Meet Robin, and then answer a question.", "output": "Respond('got it!') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Please relate woman raising their left arm in the lounge chair how many soap there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('soap','') | Move_To('lounge chair') | Search_Person('', 'woman raising their left arm') | Answer()" }, { "input": "tell woman raising their right arm in the couch how many plum exist on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('plum','') | Move_To('couch') | Search_Person('', 'woman raising their right arm') | Answer()" }, { "input": "Please follow the lead of William in the living room", "output": "Respond('Sure, I will follow William.') | Move_To('living room')| Search_Person('William', '')| Respond('Hey William I am here to follow you.') | Follow()" }, { "input": "tell me how many decorations there are on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "say what day is tomorrow to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "inform woman pointing to the right in the entrance the number of pea soup present on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('pea soup','') | Move_To('entrance') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "find soap in the kitchen then fetch it and deliver it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "find a person pointing to the right in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "bring me the right-most knife at the kitchen counter and also answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen counter') | Search_Object('knife', 'right-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "meet Sophie in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Get the blue pear from the dinner table and bring it here.", "output": "Respond('Got it!') | Move_To('dinner table') | Search_Object('pear', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you please go to the dishwasher, count all the peach there, and let tony know the total?", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('peach', '') | Search_Person('tony', '') | Answer()" }, { "input": "find Hayley at the lamp", "output": "Respond('Okay, I will go find Hayley') | Move_To('lamp') | Search_Person('Hayley', '') | Respond('Here you are, I have found Hayley')" }, { "input": "salute Emma in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a person pointing to the left in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "guide Sophie from the hallway cabinet to the coffee table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the coffee table') | Move_To('coffee table')" }, { "input": "please say something about yourself to Noah standing in the kitchen counter", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('Noah', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "meet Sara in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "Please tell child in the lounge chair how many lemon there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('lemon','') | Move_To('lounge chair') | Search_Person('', 'child') | Answer()" }, { "input": "Within hallway cabinet, place bowl and knife on its left", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('knife', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Say your team's affiliation and greet the person dressed in a blue shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a blue shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "say the day of the month to the man dressed in an orange shirt in the coffee table", "output": "Move_To('coffee table') | Search_Person('', 'man dressed in an orange shirt') | What_Day()" }, { "input": "greet Peter in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow t shirt in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | What_Tomorrow()" }, { "input": "greet the person wearing gray sweater in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'gray sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "On the dinner table, what is the right-most object?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the right-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell the appearance of the person sitting to the person at the exit", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "locate a person raising their right arm in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "count the orange at the TV table and report to person dressed in a black T-shirt in the kitchen", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('orange','') | Move_To('kitchen') | Search_Person('', 'person dressed in a black T-shirt') | Answer()" }, { "input": "tell man wearing a necklace in the trashcan the number of peach present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('peach','') | Move_To('trashcan') | Search_Person('', 'man wearing a necklace') | Answer()" }, { "input": "greet the person wearing red blouse in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Could you please retrieve the blue liquorice from the kitchen cabinet and bring it to me?", "output": "Respond('Certainly!') | Move_To('kitchen cabinet') | Search_Object('liquorice', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "What I need for you is to escort the person who tallest at the couch to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the living room and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "who is the actress that plays alison in pretty little liars", "output": "Respond('Sasha Pieterse')" }, { "input": "Let's have you escort Jesse who is the oldest you encounter at the couch and bring them to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Jesse', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take cola from the kitchen counter and give it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell woman raising their left arm in the couch how many banana exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('banana','') | Move_To('couch') | Search_Person('', 'woman raising their left arm') | Answer()" }, { "input": "greet Susan in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "You should go behind person dressed in an orange T-shirt in the hallway", "output": "Respond('Sure, I will follow the person dressed in an orange T-shirt.') | Move_To('hallway')| Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Please take Emma who is the oldest from couch to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Emma', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "escort the person raising their right arm from the trashcan to the entrance after introducing yourself.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please move to the hallway cabinet. tell me how many food are on there. ", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "At the kitchen, get to know Emma, then find him at the kitchen counter.", "output": "Respond('Okay i will greet him') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('kitchen counter') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "tell me what is the biggest cleaning supplies on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'biggest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Can you count the number of people standing in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "Could you identify the biggest object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the biggest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "Your job is place the dish at the dishwasher", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "report to jarvis after counting lemon placed in the hallway cabinet.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet John in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say something about yourself to people lying down in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('', 'lying down people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "what are the names of the twin cities in minnesota", "output": "Respond('Saint Paul')" }, { "input": "meet Harrie in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "At lamp, take the person who wearing yellow shirt to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing yellow shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "when does ned stark die in game of thrones", "output": "Respond('season 1')" }, { "input": "meet Noah in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the right in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Introduce yourself to the Kevin in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('Kevin', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Make your introduction to Peter in the TV table, then go after them to the kitchen.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "go to the hallway cabinet then find hagelslag and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black t shirt in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I need you to guide the person who dressed in a yellow blouse, found in the lamp, toward entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue t shirt in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take water from the shelf and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Can you tell me the number of people wearing black blouse in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing black blouse') | Search_Person('user', '') | Answer()" }, { "input": "Go look in hallway. Count all the curry. Report number to tony.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('curry', '') | Search_Person('tony', '') | Answer()" }, { "input": "Say hello and mention your team's affiliation to the person wearing glasses.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, My team's name is pusan national university')" }, { "input": "At the trashcan, get acquainted with Robin, then find her at the coffee table.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('coffee table') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "when was the last time someone died at disneyland", "output": "Respond('November 26 , 2016')" }, { "input": "escort Susan who wearing a hat at the lounge chair to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Susan', 'wearing a hat') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "locate a person raising their left arm in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "find a person raising their right arm in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "count the dubbelfris at the lamp and inform person wearing blue shirt in the coathanger", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('dubbelfris','') | Move_To('coathanger') | Search_Person('', 'person wearing blue shirt') | Answer()" }, { "input": "tell the pose of Kevin at the office to the person at the couch", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('Kevin', '') | Vision_Ask('describe to me the person posture') | Move_To('couch') | Vision_Ans()" }, { "input": "find soap in the office then take it and bring it to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "get to know Emma at the lamp, then say hi to him at the desk.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('desk') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "count the tictac at the trashcan and then report to man wearing an orange T-shirt in the exit", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('tictac','') | Move_To('exit') | Search_Person('', 'man wearing an orange T-shirt') | Answer()" }, { "input": "To the person dressed in a yellow blouse, introduce yourself and guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take soap from the shelf and give it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "meet Robin in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "Please go after person dressed in an orange shirt", "output": "Respond('Sure, I will follow the person dressed in an orange shirt.') | Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Emma in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Store this yellow water to tray", "output": "Respond('Forsure!') | Search_Object('water', 'yellow') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet John at the lounge chair.", "output": "Respond('Okay I will greet John') | Move_To('lounge chair') | Search_Person('John', '') | Respond('Hey John, How are you doing?')" }, { "input": "Fetch the black coke from the coffee table and take it to hallway.", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('coke', 'black') | Pickup() | Move_To('hallway') | Place_On('hallway')" }, { "input": "meet Harrie in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "count the coke at the lounge chair and then report to child in the kitchen", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('coke','') | Move_To('kitchen') | Search_Person('', 'child') | Answer()" }, { "input": "tell the time to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "Find spoon at entrance, and then take it to smallest person in office", "output": "Respond('Sure! I'll do it for you') | Move_To('entrance') | Search_Object('spoon', '') | Pickup() | Move_To('office') | Search_Person('', 'smallest') | Respond('Hi, this spoon for you') | Give_To()" }, { "input": "find a person raising their left arm in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet John in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing white t shirt in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the shelf') | Move_To('shelf')" }, { "input": "where in england is the white chalk horse", "output": "Respond('on the upper slopes of White Horse Hill in the English civil parish of Uffington ( in the ceremonial county of Oxfordshire and historic county of Berkshire ) , some 8 km ( 5 mi ) south of the town of Faringdon and a similar distance west of the town of Wantage ; or 2.5 km ( 1.6 mi ) south of Uffington')" }, { "input": "take milk from the desk and bring it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the desk and bring it to the waving person in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "tell person dressed in a black T-shirt in the entrance how many plum exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('plum','') | Move_To('entrance') | Search_Person('', 'person dressed in a black T-shirt') | Answer()" }, { "input": "give me the tallest pea soup from the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('pea soup', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Lucas in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "When you get a chance, can you head over to the kitchen, count every single item of sponge in there, and give jarvis ?", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('sponge', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Meet up with Peter at the lounge chair, then find the person in the coathanger, and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('coathanger') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "Tell your team's affiliation and say hello to the person waving.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "inform man pointing to the right in the hallway how many washcloth there are on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('washcloth','') | Move_To('hallway') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "take soap from the hallway cabinet and deliver it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "What is the yellow object you can find on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the yellow object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "I need you to grab ice tea and place it on shelf", "output": "Respond('Sure! I'm working on it') | Search_Object('ice tea', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet the person wearing white shirt in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | What_Time()" }, { "input": "bring me plum from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Tell whats your team afiliation to Kevin", "output": "Respond('Okay! I got it') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Would you be able to pop into the office, do a fanta count, and pass that total along to tony afterwards?", "output": "Respond('got it!') | Move_To('office') | Count_Object('fanta', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the coathanger') | Move_To('coathanger')" }, { "input": "Describe the object located on the dinner table to John.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('What is the object on the dinner table') | Search_Person('John', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "meet Lucas at the exit, then go to the trashcan and greet her.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('trashcan') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "locate a person raising their left arm in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "take curry from the desk and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute the person wearing yellow t shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "You should go after person dressed in an orange blouse in the living room", "output": "Respond('Sure, I will follow the person dressed in an orange blouse.') | Move_To('living room')| Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Please get the left-most orange from the shelf and bring it to exit.", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('orange', 'left-most') | Pickup() | Move_To('exit') | Place_On('exit')" }, { "input": "After introducing yourself to the person wearing blue T-shirt at the lounge chair, escort them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "please say something about yourself to Peter lying down in the couch", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('Peter', 'lying down') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "Your goal is guide the person who is the tallest, whom meet at the lounge chair, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Peter in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a waving person in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "give me a cup full of noodles, please", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please share details about the person sitting and report to the person at the entrance", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "look for a person pointing to the left in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "take soap from the hallway cabinet and give it to Emma in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Emma', '') | Give_To()" }, { "input": "greet Peter in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "bring me candle from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sara in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "salute Julia in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell person dressed in a blue shirt in the hallway how many water exist on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('water','') | Move_To('hallway') | Search_Person('', 'person dressed in a blue shirt') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Robin in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Robin', '') | Give_To()" }, { "input": "I need you to give me a bowl with cereal", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say hello to the person wearing blue shoes and mention your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing blue shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Say your name to the person in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('', '') | Respond('Well, my name is lucio')" }, { "input": "who organised a maratha confederacy against the english leading to the third anglo maratha war", "output": "Respond('Peshwa Baji Rao II')" }, { "input": "Can you serve a bowl full of drink?", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Laura in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | What_Time()" }, { "input": "Introduce yourself to John at the shelf, and proceed to follow them to the kitchen.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Illustrate for Lucas the object on the dinner table.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('What is the object on the dinner table') | Search_Person('Lucas', '') | Answer()" }, { "input": "greet the person wearing blue t shirt in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | What_Time()" }, { "input": "greet the person wearing gray coat in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'gray coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing black jacket in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Could you please grab the black liquorice from the shelf and bring it here?", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('liquorice', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Describe to William what things are on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('William', '') | Answer()" }, { "input": "Tell Hayley about the object on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('What is the object on the hallway cabinet') | Search_Person('Hayley', '') | Answer()" }, { "input": "locate a person pointing to the right in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "who plays the unic in game of thrones", "output": "Respond('Conleth Seamus Eoin Croiston Hill')" }, { "input": "salute Emma in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "After introducing yourself to the person wearing glasses at the couch, guide them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Could you please go to the hallway, count all the candle there, and let jarvis know the total?", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please deliver to the tallest cornflakes from the kitchen to me and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('cornflakes', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "locate a waving person in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "tell me how many people in the living room are wearing red shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing red shirts') | Search_Person('user', '') | Answer()" }, { "input": "who is the host on americas got talent", "output": "Respond('Tyra Banks')" }, { "input": "greet the person wearing white shirt in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | What_Tomorrow()" }, { "input": "say the pose of Julia at the trashcan to the person at the exit", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('Julia', '') | Vision_Ask('describe to me the person posture') | Move_To('exit') | Vision_Ans()" }, { "input": "meet Sophie in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find a person raising their right arm in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet Sara in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Sara in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find soap in the hallway then take it and deliver it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "What object can be identified as the tallest on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the tallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the kitchen then grasp it and deliver it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "say hello to Sara in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "set a bowl on the hallway cabinet", "output": "Respond('Got it!') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Head over to the hallway, meet Gabrielle, and answer a question.", "output": "Respond('got it!') | Move_To('hallway') | Search_Person('Gabrielle', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "where does that's so raven take place", "output": "Respond('San Francisco')" }, { "input": "meet Harrie in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Day()" }, { "input": "say hello to Sophie in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "I wand you to carry dishwasher tab from lounge chair to coathanger. Then hand it over to smallest ", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'smallest') | Respond('Hi. this dishwasher tab for you') | Give_To()" }, { "input": "greet the person wearing white blouse in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find soap in the hallway then grasp it and give it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "meet Hayley in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Liam in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow shirt in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow jacket in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "On the desk, what is the black object?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the black object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "find a waving person in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "which scientific approach is derived from the goal of description", "output": "Respond('empiricism')" }, { "input": "Once you've introduced yourself to the tallest person, escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet John in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "take the lying down women in the kitchen counter to the lamp", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('', 'lying down women') | Respond('Hey, I am here to guide you to lamp, please follow me') | Move_To('lamp')" }, { "input": "whats your team affiliation to the person standing", "output": "Respond('Okay! I got it') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your goal is guide the person who wearing yellow pants, whom meet at the trashcan, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing yellow pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "take the individual wearing yellow shirt to the entrance after introducing yourself in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing yellow shirt') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing yellow t shirt in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "take the standing women in the living room to the couch", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('', 'standing women') | Respond('Hey, I am here to guide you to couch, please follow me') | Move_To('couch')" }, { "input": "guide the waving person from the lamp to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the dinner table') | Move_To('dinner table')" }, { "input": "greet Jesse in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person pointing to the right in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Find Harrie in the kitchen cabinet, introduce yourself, and follow them to the hallway.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Robin in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you bring me the tallest soap found at the hallway and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway') | Search_Object('soap', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "tell woman dressed in a yellow T-shirt in the trashcan how many curry there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('curry','') | Move_To('trashcan') | Search_Person('', 'woman dressed in a yellow T-shirt') | Answer()" }, { "input": "Could you bring the tallest curry and answer a question?", "output": "Respond('Got it i will bring it to you!') | Search_Object('curry', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "take soap from the TV table and bring it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "meet Sophie in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "meet Susan in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "jarvis must be report to regarding the quantity of strawberry situated on the kitchen counter.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('strawberry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "bring me a bowl full of drink, please", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue blouse in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "greet the person wearing white shirt in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "meet Fleur in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Make your introduction to the individual dressed in an orange shirt and escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Robin in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take dubbelfris from the dishwasher and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the person wearing a blue t shirt from the kitchen cabinet to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the kitchen cabinet to the lamp') | Move_To('lamp')" }, { "input": "Describe the individual sitting for me and also answer a question.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Could you tell me the name of the yellow object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the yellow object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the smallest decorations on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'smallest decorations') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "deliver to me some noodles in a dish", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what day is today to the person wearing black T-shirt in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing black T-shirt') | What_Day()" }, { "input": "Please tell what time is it to the men sitting in the dishwasher", "output": "Respond('Okay, I Am working on it') | Move_To('dishwasher') | Search_Person('', 'sitting men') | What_Time()" }, { "input": "Can you provide a depiction of the person sitting at the lamp to the person at the exit?", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "greet Peter in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me how many people in the office are wearing gray sweaters", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing gray sweaters') | Search_Person('user', '') | Answer()" }, { "input": "Deliver curry in lounge chair to tallest person in kitchen, The person's name is Sophie", "output": "Respond('Okay, I will do it') | Move_To('lounge chair') | Search_Object('curry', '') | Pickup() | Move_To('kitchen') | Search_Person('Sophie', 'tallest') | Respond('Hi Sophie, this is for you') | Give_To()" }, { "input": "find a waving person in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black coat in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | What_Day()" }, { "input": "Please convey milk to living room. And hand it over to oldest", "output": "Respond(,'Ok! I'll do it') | Search_Object('milk', '') | Pickup() | Move_To('living room') | Search_Person('', 'oldest') | Respond('Hi. this milk for you') | Give_To()" }, { "input": "Please put bowl on hallway cabinet, which is in lamp", "output": "Respond('I got this!') | Move_To('lamp') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Go introduce yourself to Peter in the lamp, and then go behind them to the coathanger.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "I need you to take Robin who dressed in a black T-shirt, found at the trashcan, toward entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Robin', 'dressed in a black T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Can you tell me the tallest object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the tallest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Robin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Robin', '') | Give_To()" }, { "input": "take the person who is dressed in an orange T-shirt to the exit from the lounge chair.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing black jacket in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "take soap from the shelf and give it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Say I love you to the Gabrielle in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('Gabrielle', '') | Respond('I need you')" }, { "input": "Can you count the number of people in the kitchen wearing black T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "salute Emma in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow sweater in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "inform oldest person in the exit the number of pea soup present on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('pea soup','') | Move_To('exit') | Search_Person('', 'oldest person') | Answer()" }, { "input": "Can you count how many people in the kitchen are dressed in an orange T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "To the coathanger from the couch, escort the oldest person.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'oldest') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Describe the object located on the desk to Hayley.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Hayley', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Harrie in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Harrie', '') | Give_To()" }, { "input": "find a waving person in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to follow you.') | Follow()" }, { "input": "find soap in the hallway then take it and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "relate man dressed in a yellow T-shirt in the kitchen counter how many spoon there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('spoon','') | Move_To('kitchen counter') | Search_Person('', 'man dressed in a yellow T-shirt') | Answer()" }, { "input": "meet Sophie at the couch then find them in the kitchen", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Introduce your team's affiliation and greet the oldest person in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing red t shirt in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "After introducing yourself to the person raising their left arm at the trashcan, escort them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "take soap from the hallway cabinet and give it to Noah in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Noah', '') | Give_To()" }, { "input": "greet the person wearing blue coat in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "guide the waving person from the exit to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the coffee table') | Move_To('coffee table')" }, { "input": "From hallway, pickup milk and convey it to person wearing black blouse at couch", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('milk', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing black blouse') | Respond('Hi. this milk for you') | Give_To()" }, { "input": "inform person wearing black pants in the exit how many dubbelfris exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('dubbelfris','') | Move_To('exit') | Search_Person('', 'person wearing black pants') | Answer()" }, { "input": "greet Hayley in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Time()" }, { "input": "greet the person wearing red jacket in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Fleur in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Go to the living room, after which you should meet John and reply to a question.", "output": "Respond('got it!') | Move_To('living room') | Search_Person('John', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "I need you to escort Harrie who wearing orange shoes, found at the couch, toward exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Harrie', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "look for a person raising their left arm in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "What object is the left-most on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the left-most object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "go after the lead of the person wearing a hat", "output": "Respond('okay I will follow the person wearing a hat') | Search_Person('', 'wearing a hat')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing black sweater in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "who stars in my big fat greek wedding", "output": "Respond('Michael Constantine')" }, { "input": "To the person sitting, introduce yourself and guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "check how many curry at the kitchen counter and let jarvis know", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Robin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Robin', '') | Give_To()" }, { "input": "Count the pear on the dining table in the dining room and inform jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Kevin in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you give Emma a description of the objects on the dishwasher?", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Emma', '') | Answer()" }, { "input": "get acquainted with William at the lamp, then locate the person in the exit and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lamp') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "take someone to trashcan from coathanger, find an individual, and hand over the banana.", "output": "Move_To('coathanger') | Search_Person('', '') | Respond('Hey, am here to guide you to trashcan, please follow me') | Move_To('trashcan') | Search_Object('banana', '') | Pickup() | Give_To()" }, { "input": "tell me what is the largest object on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'largest') | Search_Person('user', '') | Answer()" }, { "input": "meet Susan in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "greet the person wearing black blouse in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue coat in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "salute Hayley in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "follow Julia from the kitchen cabinet to the office", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "tell me how many people in the hallway are wearing white shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing white shirts') | Search_Person('user', '') | Answer()" }, { "input": "meet Peter in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "Guide someone from trashcan to entrance, find an individual, and hand them the orange.", "output": "Move_To('trashcan') | Search_Person('', '') | Respond('Hey, am here to guide you to entrance, please follow me') | Move_To('entrance') | Search_Object('orange', '') | Pickup() | Give_To()" }, { "input": "tell me what is the biggest dishes on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'biggest dishes') | Search_Person('user', '') | Answer()" }, { "input": "meet Emma in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I want you to tell me the name of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "Say whats your favorite color to the person in the kitchen", "output": "Respond('Okay! I got it') | Move_To('kitchen') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "Start by introducing yourself to the individual lying down in the trashcan, then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing white t shirt in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "Illustrate for Susan the object on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Susan', '') | Answer()" }, { "input": "who is the oldest living actor and actress in hollywood", "output": "Respond('Julie Gibson')" }, { "input": "Could you provide a description of the person lying down and address a question?", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet Susan in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "I need you to earn yellow crisp and place it on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('crisp', 'yellow') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Please inform man wearing orange pants in the office how many cup there are on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('cup','') | Move_To('office') | Search_Person('', 'man wearing orange pants') | Answer()" }, { "input": "take soap from the hallway cabinet and deliver it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "What's the right-most object visible on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the right-most object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | What_Time()" }, { "input": "meet Julia in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Say whats your favorite color to the person in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "guide the waving person from the lounge chair to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the coathanger') | Move_To('coathanger')" }, { "input": "meet Laura in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say what day is tomorrow to the man raising their left arm in the couch", "output": "Move_To('couch') | Search_Person('', 'man raising their left arm') | What_Tomorrow()" }, { "input": "bring me sponges from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find milk in the office then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Tell me which object is the left-most on the dishwasher.", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the left-most object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black jacket in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a person raising their left arm in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Person is at entrance, explain appearance of standing person to him.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "where does the smoky mountains begin and end", "output": "Respond('from the Pigeon River in the northeast to the Little Tennessee River to the southwest')" }, { "input": "guide the waving person from the coffee table to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the exit') | Move_To('exit')" }, { "input": "follow Sophie from the trashcan to the kitchen", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "meet Noah in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the kitchen then fetch it and give it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "tell me how many drinks there are on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "who plays the supreme leader in the last jedi", "output": "Respond('Andy Serkis')" }, { "input": "find soap in the hallway then fetch it and bring it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Could you describe to Sophie what's on the hallway cabinet?", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('What is the object on the hallway cabinet') | Search_Person('Sophie', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Jesse in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find a person pointing to the left in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "meet Hayley in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Sara in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find soap in the hallway then take it and give it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "meet Jesse in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Safely take Gabrielle who is the oldest through coathanger from lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Gabrielle', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please convey mayonaise from couch to hallway. And hand it over to oldest", "output": "Respond(,'Ok! I'll do it') | Move_To('couch') | Search_Object('mayonaise', '') | Pickup() | Move_To('hallway') | Search_Person('', 'oldest') | Respond('Hi. this mayonaise for you') | Give_To()" }, { "input": "meet Emma in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet John in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Liam in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black coat in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Sophie in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black shirt in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Say hello to the oldest person in the hallway and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Robin in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Tell me which object is the smallest on the dinner table.", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the smallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Go to exit, find a person, take to lounge chair, and hand over an ice tea.", "output": "Move_To('exit') | Search_Person('', '') | Respond('Hey, am here to guide you to lounge chair, please follow me') | Move_To('lounge chair') | Search_Object('ice tea', '') | Pickup() | Give_To()" }, { "input": "greet the person wearing yellow shirt in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "guide the waving person from the shelf to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the entrance') | Move_To('entrance')" }, { "input": "who made the world's first computer virus", "output": "Respond('Amjad Farooq Alvi')" }, { "input": "place bowl on TV table at the same time knife on its right", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('knife', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "greet the person wearing yellow coat in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take soap from the hallway cabinet and give it to Liam in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Liam', '') | Give_To()" }, { "input": "meet William in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your mission is set the dish on shelf and spoon on its left ", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('spoon', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "At couch, meet Robin and take to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Laura in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Noah in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Noah', '') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "when did the soviets explode first atomic bomb", "output": "Respond('29 August 1949')" }, { "input": "After you get to know Hayley at the lamp, head to the coathanger and greet him.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('coathanger') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "meet Jesse in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me banana from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('banana', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I want you to deliver apple to basket in kitchen", "output": "Respond('Sure! I'm working on it') | Search_Object('apple', '') | Pickup() | Move_To('kitchen') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow coat in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "take the person who is wearing an orange blouse to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "count the banana at the dinner table and report to man wearing blue blouse in the office", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('banana','') | Move_To('office') | Search_Person('', 'man wearing blue blouse') | Answer()" }, { "input": "Let's have you take Julia who dressed in an orange shirt you encounter at the lamp and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Julia', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "inform man waving in the couch how many pear there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pear','') | Move_To('couch') | Search_Person('', 'man waving') | Answer()" }, { "input": "greet Harrie in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "orange in office there, you count and give jarvis how much numbers.", "output": "Respond('got it!') | Move_To('office') | Count_Object('orange', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Susan in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black t shirt in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "greet the person wearing white t shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow sweater in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "bring me washcloth from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Lucas in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Place this liquorice on the bag", "output": "Respond('Forsure!') | Search_Object('liquorice', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "tell me what is the lightest object on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'lightest') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | What_Time()" }, { "input": "Take yellow washcloth from lamp and then bring it to Liam who wearing yellow pants at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('washcloth', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('Liam', 'wearing yellow pants') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Can you pour a bowl of cereal and give it to me?", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce yourself to the person in the lamp who is standing and then guide them to the exit.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "salute Emma in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who sang it's hard to kiss the lips", "output": "Respond('The Cherry Bombs')" }, { "input": "When you get a chance, can you head over to the kitchen, count every single item of pea soup in there, and give tony the final tally?", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pea soup', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Noah in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please get black water and then put inside of bag", "output": "Respond('Sure! I'm working on it') | Search_Object('water', 'black') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Say hello to the person lying down in the hallway and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "How many people are there in the office wearing blue pants?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing blue pants') | Search_Person('user', '') | Answer()" }, { "input": "tell the day of the week to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "who sings the song come and get your love", "output": "Respond('Redbone')" }, { "input": "find soap in the office then grasp it and give it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "look for a person pointing to the right in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Liam in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Noah in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | What_Time()" }, { "input": "go to the hallway cabinet then find sausages and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "follow the person pointing to the left at kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Follow()" }, { "input": "follow the lead of Harrie in the office", "output": "Respond('Sure, I will follow Harrie.') | Move_To('office')| Search_Person('Harrie', '')| Respond('Hey Harrie I am here to follow you.') | Follow()" }, { "input": "tell me how many people in the kitchen are wearing gray shirts", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing gray shirts') | Search_Person('user', '') | Answer()" }, { "input": "greet William in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please get the left-most candy from the kitchen counter and bring it to office.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Search_Object('candy', 'left-most') | Pickup() | Move_To('office') | Place_On('office')" }, { "input": "greet Sophie in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "greet the person wearing yellow coat in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "please say something about yourself to men who is lying down in the desk", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Person('', 'lying down men') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet Hayley in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing red t shirt in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "salute Sara in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sara in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "I would likeyou to bring the biggest milk from the dishwasher and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('dishwasher') | Search_Object('milk', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "locate a person pointing to the left in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Please inform man raising their right arm in the lounge chair how many curry there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('curry','') | Move_To('lounge chair') | Search_Person('', 'man raising their right arm') | Answer()" }, { "input": "Your task is to escort Julia who is the oldest in lamp to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Julia', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Fleur in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Determine the quantity of pear at the living room and inform jarvis ", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide the waving person from the hallway cabinet to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the shelf') | Move_To('shelf')" }, { "input": "bring me milk from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow the person raising their left arm at kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Follow()" }, { "input": "guide the waving person from the entrance to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "meet Jesse in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | What_Time()" }, { "input": "The request for you is to escort the person who is the oldest lingering at the lamp to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "say something about yourself to the person lying down in the coffee table", "output": "Respond('Okay! I got it') | Move_To('coffee table') | Search_Person('', 'lying down') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "greet the person wearing yellow coat in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Sophie from the entrance to the living room", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "greet the person wearing white shirt in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Sophie in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform man dressed in an orange shirt in the exit how many dishwasher tab exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('dishwasher tab','') | Move_To('exit') | Search_Person('', 'man dressed in an orange shirt') | Answer()" }, { "input": "inform person pointing to the left in the office how many ice tea there are on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('ice tea','') | Move_To('office') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "salute Sara in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "Please inform person dressed in a black T-shirt in the trashcan how many sponge there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('sponge','') | Move_To('trashcan') | Search_Person('', 'person dressed in a black T-shirt') | Answer()" }, { "input": "meet Liam in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | What_Day()" }, { "input": "greet the person wearing yellow blouse in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "Pick up pear and then transfer that pear on dinner table", "output": "Respond('Sure! I'm working on it') | Search_Object('pear', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "tell me how the person lying down at the trashcan looks like", "output": "Respond('Am on it!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "answer the question of the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Go to meet Robin at the couch, then find the person in the exit and answer aquestion.", "output": "Respond('Okay i will greet the person') | Move_To('couch') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "guide the sitting people in the office to the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'sitting people') | Respond('Hey, I am here to guide you to lounge chair, please follow me') | Move_To('lounge chair')" }, { "input": "meet Sophie at the desk then find them in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "tell your teams name to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their left arm in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "By introducing yourself to the person wearing blue blouse, then escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Liam in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | What_Day()" }, { "input": "take the person who is lying down to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "please tell the person wearing orange shoes in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing orange shoes') | What_Time()" }, { "input": "At lamp, take the person who wearing blue blouse to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing blue blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Harrie in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a waving person in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take cola from the dishwasher and deliver it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please take the biggest dubbelfris from the kitchen cabinet and deliver it to coathanger.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('dubbelfris', 'biggest') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "salute Hayley in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce yourself to Gabrielle at the TV table, and proceed to go behind.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Gabrielle', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "salute John in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please describe the person sitting at the coathanger and answer a question.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Go to trashcan, take dish and put on desk", "output": "Respond('I got this!') | Move_To('trashcan') |Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "greet Susan in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "What object is the biggest one on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the biggest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow sweater in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Which is the yellow object on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the yellow object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the hallway are wearing yellow t shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing yellow t shirts') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a person pointing to the right in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "I want you to tell me the pose of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the lounge chair to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the trashcan') | Move_To('trashcan')" }, { "input": "take hagelslag from the hallway cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black coat in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue coat in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue t shirt in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me what is the thinnest object on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'thinnest') | Search_Person('user', '') | Answer()" }, { "input": "take fanta from the TV table and deliver it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet John in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | What_Day()" }, { "input": "look for a person raising their right arm in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "find soap in the office then get it and give it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet John in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find dubbelfris and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell me what the left-most object on the kitchen counter is.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the left-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "greet Noah in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "please tell the person dressed in a black T-shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'person dressed in a black T-shirt') | What_Time()" }, { "input": "find cola in the living room then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce yourself to the person who is pointing to the right at the lamp, then escort them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "salute Sophie in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the pear at the coffee table and report to jarvis", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "I want you to deliver cola from couch to bag in living room", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('cola', '') | Pickup() | Move_To('living room') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Would you mind fetching the biggest strawberry from the kitchen counter and bringing it to office?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Search_Object('strawberry', 'biggest') | Pickup() | Move_To('office') | Place_On('office')" }, { "input": "Give Sophie a rundown of the objects on the desk, please.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('describe the objects on the desk') | Search_Person('Sophie', '') | Answer()" }, { "input": "locate a person raising their left arm in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "Your task is to guide John who wearing blue shoes, in lounge chair, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('John', 'wearing blue shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Introduce yourself to the Laura in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "meet Sophie at the trashcan then find them in the living room", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "find soap in the hallway then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie at the entrance then locate them in the hallway", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "From living room, take liquorice and convey it to Julia wearing blue pants at couch", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('liquorice', '') | Pickup() | Move_To('couch') | Search_Person('Julia', 'wearing blue pants') | Respond('Hi. this liquorice for you') | Give_To()" }, { "input": "escort the standing people in the office to the kitchen counter", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'standing people') | Respond('Hey, I am here to guide you to kitchen counter, please follow me') | Move_To('kitchen counter')" }, { "input": "guide Kevin who wearing orange pants to the exit from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Kevin', 'wearing orange pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Liam in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "find a person pointing to the right in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "find milk in the kitchen then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Check hallway for lemon. Count them. Give tony the number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('lemon', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Laura in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please navigate to the kitchen and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "say the day of the month to the woman wearing blue shirt in the kitchen cabinet", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman wearing blue shirt') | What_Day()" }, { "input": "tell tony how many strawberry are in the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('strawberry', '') | Search_Person('tony', '') | Answer()" }, { "input": "Make your introduction to the smallest individual in the couch and guide them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "follow Julia from the entrance to the living room", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Julia', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "greet the person wearing yellow jacket in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Deliver black cup to Fleur wearing a hat, Fleur is in trashcan", "output": "Respond('Okay, I will do it') | Search_Object('cup', 'black') | Pickup() | Move_To('trashcan') | Search_Person('Fleur', 'wearing a hat') | Respond('Hi, this cup for you') | Give_To()" }, { "input": "Please relate woman wearing an orange blouse in the trashcan how many pear there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pear','') | Move_To('trashcan') | Search_Person('', 'woman wearing an orange blouse') | Answer()" }, { "input": "go to the hallway cabinet then find fanta and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Robin in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet Robin in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "when was the un declaration of human rights written", "output": "Respond('1948')" }, { "input": "How many people are waving in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('waving') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the couch to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the exit') | Move_To('exit')" }, { "input": "greet the person wearing blue shirt in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "salute Peter in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Do you think robots are a threat to humanity?", "output": "Respond('No. Humans are the real threat to humanity.')" }, { "input": "locate a person raising their left arm in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white sweater in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "At lounge chair, guide the person who wearing orange pants to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing orange pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "follow Julia from the dinner table to the living room", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Julia', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "find washcloth in the hallway then grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please say what day is today to the people lying down in the desk", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Person('', 'lying down people') | What_Day()" }, { "input": "meet Jesse in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow shirt in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Sophie at the entrance then find them in the kitchen", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing black shirt in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "Could you tally up dishwasher tab at the dishwasher and inform tony", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('dishwasher tab', '') | Search_Person('tony', '') | Answer()" }, { "input": "Describe the individual lying down at the office for me and also answer a question.", "output": "Respond('Let me see!') | Move_To('office') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Can you tell me the number of people standing in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "Find mayonaise at trashcan, and then take it to person who smallest", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('mayonaise', '') | Pickup() | Search_Person('', 'smallest') | Respond('Hi, this mayonaise for you') | Give_To()" }, { "input": "tell me how many people in the living room are wearing red blouses", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing red blouses') | Search_Person('user', '') | Answer()" }, { "input": "tell the gesture of the person at the lamp to the person at the loc2", "output": "Respond('got it') | Move_To('lamp') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in lamp is') | Answer()" }, { "input": "After you get acquainted with Laura at the coathanger, head to the hallway cabinet and find him.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('hallway cabinet') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "Let me know the details of the person you see lying down.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the smallest fruits on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'smallest fruits') | Search_Person('user', '') | Answer()" }, { "input": "find a person raising their left arm in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "meet Julia in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a waving person in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "You should go after the lead of person wearing yellow blouse in the hallway", "output": "Respond('Sure, I will follow the person wearing yellow blouse.') | Move_To('hallway')| Search_Person('', 'wearing yellow blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet William in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Introduce your team's affiliation and greet the person in the kitchen wearing yellow blouse.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing yellow blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please inform me about the biggest object on the TV table.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the biggest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "greet John in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me what is the largest snacks on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'largest snacks') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I need you to pick up blue pea soup and place it on kitchen counter", "output": "Respond('Sure! I'm working on it') | Search_Object('pea soup', 'blue') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "place a bowl on the dinner table", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup()| Move_To('dinner table') | Place_On('dinner table')" }, { "input": "greet Fleur in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say something about yourself to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "bring me sponges from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white blouse in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "take water from the TV table and give it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Julia in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Julia', '') | Give_To()" }, { "input": "I need you to bring me some drink in a dish", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Tell your team's affiliation and say hello to the person wearing black shoes.", "output": "Respond('Got it!') | Search_Person('', 'wearing black shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "report to jarvis after counting fork placed in the office.", "output": "Respond('got it!') | Move_To('office') | Count_Object('fork', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Say whats your favorite color to the person in the hallway cabinet", "output": "Respond('Okay! I got it') | Move_To('hallway cabinet') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "tell me how many dishes there are on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "inform person wearing blue shirt in the exit how many liquorice exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('liquorice','') | Move_To('exit') | Search_Person('', 'person wearing blue shirt') | Answer()" }, { "input": "greet Robin in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "locate a person raising their left arm in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "To Robin dressed in a yellow shirt, whom is in hallway, acquire plate from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('plate', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', 'dressed in a yellow shirt') | Respond('Hi. this plate for you') | Give_To()" }, { "input": "guide the sitting women at the exit to the desk", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('', 'sitting women') | Respond('Hey, I am here to guide you to desk, please follow me') | Move_To('desk')" }, { "input": "go to the hallway cabinet then find hagelslag and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find a person pointing to the right in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the hallway cabinet and bring it to Hayley in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Hayley', '') | Give_To()" }, { "input": "greet Susan in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Peter at the office, then greet her at the dinner table.", "output": "Respond('Okay i will greet her') | Move_To('office') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('dinner table') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "take dubbelfris from the hallway cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the hallway then grasp it and deliver it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "salute Laura in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "In the lounge chair, find the tallest one, introduce yourself, and escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find a waving person in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "To the tallest person in the lounge chair, introduce yourself and escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Could you grab the yellow pea soup from the entrance and bring it to me?", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('pea soup', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the TV table to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the TV table to the dinner table') | Move_To('dinner table')" }, { "input": "Could you tell me how many individuals in the living room are lying down?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet John in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say hello to Emma in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find pear and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Kevin in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | What_Time()" }, { "input": "bring me plum from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Who is him lying down? Please report to the details of him to person at the entrance.", "output": "Respond('Okay, I will go and take a look!') | Move_To('entrance') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "meet Fleur in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the coffee table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Could you please go to the dishwasher, count all the crisp there, and let tony know the total?", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('crisp', '') | Search_Person('tony', '') | Answer()" }, { "input": "find cola in the kitchen then take it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Make introductions with the person wearing black shirt before guiding them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing black shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "After introducing yourself to the person wearing a necklace at the couch, guide them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Sara in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Deliver mayonaise in trashcan to oldest person, The person's name is Julia", "output": "Respond('Okay, I will do it') | Move_To('trashcan') | Search_Object('mayonaise', '') | Pickup() | Search_Person('Julia', 'oldest') | Respond('Hi Julia, this is for you') | Give_To()" }, { "input": "look for a person pointing to the right in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Check dinner table for banana. Count them. Give jarvis the number.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('banana', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a waving person in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please tell me how does the person standing at the couch look like ?", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "find Gabrielle at the exit", "output": "Respond('Okay, I will go find Gabrielle') | Move_To('exit') | Search_Person('Gabrielle', '') | Respond('Here you are, I have found Gabrielle')" }, { "input": "Determine the quantity of cola at the TV table and inform tony", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('cola', '') | Search_Person('tony', '') | Answer()" }, { "input": "locate a waving person in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please bring black orange in lounge chair to person wearing an orange blouse at the entrance", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('orange', 'black') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing an orange blouse') | Respond('Hi. this orange for you') | Give_To()" }, { "input": "greet the person wearing white blouse in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "who did gabriel jesus used to play for", "output": "Respond('Palmeiras')" }, { "input": "who did paris say was the most beautiful goddess", "output": "Respond('Aphrodite')" }, { "input": "get acquainted with Hayley at the lamp, and then look for him at the entrance and greet.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('entrance') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "greet the person wearing blue coat in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many people in the hallway are wearing red blouses", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing red blouses') | Search_Person('user', '') | Answer()" }, { "input": "To Julia wearing glasses in office, acquire sponge from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('sponge', '') | Pickup() | Move_To('office') | Search_Person('Julia', 'wearing glasses') | Respond('Hi. this sponge for you') | Give_To()" }, { "input": "meet Jesse at the living room, then find her at the kitchen counter.", "output": "Respond('Okay i will greet her') | Move_To('living room') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('kitchen counter') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "tell something about yourself to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie at the exit then find them in the living room", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "tell me how many drinks there are on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "meet Julia in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "greet Emma in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "My request for you is change location of dubbelfris from coathanger to tray in hallway", "output": "Respond('Sure! I'm working on it') | Move_To('coathanger') | Search_Object('dubbelfris', '') | Pickup() | Move_To('hallway') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "After you get to know Julia at the trashcan, go and greet him at the coathanger.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Move_To('coathanger') | Search_Person('Julia', '') | Respond('Oh Julia, we meet again!')" }, { "input": "find milk in the hallway then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "when did the us public school system start", "output": "Respond('When the Republicans came to power in the Southern states after 1867')" }, { "input": "Can I ask you to give blue curry to person in lying down?", "output": "Respond('Ok! I'll do it') | Search_Object('curry', 'blue') | Pickup() | Search_Person('', 'lying down') | Respond('Hi. this curry for you') | Give_To()" }, { "input": "Please pour a bit of drink into a dish", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person pointing to the left in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "How many individuals in the living room are wearing black blouse?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing black blouse') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then fetch it and bring it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "How many people in the office are lying down?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the biggest drinks on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'biggest drinks') | Search_Person('user', '') | Answer()" }, { "input": "Provide William with a description of the objects on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('describe the objects on the shelf') | Search_Person('William', '') | Answer()" }, { "input": "Say hello and mention your team's affiliation to the person dressed in a blue shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a blue shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "locate a person raising their right arm in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Find Robin in the TV table, introduce yourself, and follow.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "find Noah at the couch and answer a question", "output": "Respond('Okay, I will go find Noah') | Move_To('couch') | Search_Person('Noah', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "State your team's affiliation and say hello to the person in the living room wearing orange shoes.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please move to the desk. tell me how many cleaning supplies are on there. ", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "meet John in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a person pointing to the left in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow the lead of the person wearing an orange shirt", "output": "Respond('okay I will follow the person wearing an orange shirt') | Search_Person('', 'wearing an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "find a waving person in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "who wrote the song up on cripple creek", "output": "Respond('Robbie Robertson')" }, { "input": "tell what day is tomorrow to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "greet the person wearing yellow jacket in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | What_Time()" }, { "input": "Can you give the smallest liquorice and answer a question?", "output": "Respond('Got it i will bring it to you!') | Search_Object('liquorice', 'smallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Take candle from lounge chair and then bring it to person", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('candle', '') | Pickup() | Search_Person('', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "get acquainted with Fleur at the exit, then find him at the desk.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('desk') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "I need you to procure sausages from trashcan and go to kitchen counter then place it", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('sausages', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "where was the movie the blind side filmed", "output": "Respond('Atlanta International School and The Westminster Schools in Atlanta , Georgia')" }, { "input": "find soap in the hallway then grasp it and give it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "Say hello to the person wearing orange pants and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell the day of the month to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "I would likeyou to deliver to the left-most plum from the kitchen counter and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen counter') | Search_Object('plum', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "guide the person wearing yellow pants from the trashcan to the entrance", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing yellow pants') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "count the ice tea at the shelf and inform child in the kitchen", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('ice tea','') | Move_To('kitchen') | Search_Person('', 'child') | Answer()" }, { "input": "where are the green mountains located on a map", "output": "Respond('in the U.S. state of Vermont')" }, { "input": "greet the person wearing blue sweater in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black blouse in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take the sitting people in the office to the coffee table", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'sitting people') | Respond('Hey, I am here to guide you to coffee table, please follow me') | Move_To('coffee table')" }, { "input": "Say yourself to the Kevin in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('Kevin', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "take washcloth from the hallway cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie at the hallway cabinet then look for them in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Kevin in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Time()" }, { "input": "Can you tell me the biggest item on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the biggest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "when do sister chromatids separate from each other in meiosis", "output": "Respond('during the second division of meiosis')" }, { "input": "guide the waving person from the lounge chair to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the lounge chair') | Move_To('lounge chair')" }, { "input": "meet John in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "tell the woman dressed in a black T-shirt in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman dressed in a black T-shirt') | What_Day()" }, { "input": "meet Sophie at the entrance then find them in the living room", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet Robin in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "What object is the tallest one on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the tallest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the right in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing yellow coat in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find a person raising their left arm in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please inform me about the smallest object on the shelf.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the smallest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the thinnest object on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'thinnest') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | What_Time()" }, { "input": "go behind Susan in the living room", "output": "Respond('Sure, I will follow Susan.') | Move_To('living room')| Search_Person('Susan', '')| Respond('Hey Susan I am here to follow you.') | Follow()" }, { "input": "salute Laura in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet John in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | What_Day()" }, { "input": "greet Robin in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Time()" }, { "input": "greet the person wearing white t shirt in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "After introducing yourself to the person wearing a necklace at the trashcan, guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take the sitting women at the kitchen to the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('', 'sitting women') | Respond('Hey, I am here to guide you to dinner table, please follow me') | Move_To('dinner table')" }, { "input": "To person dressed in an orange blouse in hallway, acquire cola from coathanger and present it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('cola', '') | Pickup() | Move_To('hallway') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "In the office, how many individuals are dressed in a black T-shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in a black T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find coke and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing yellow coat in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Robin in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "tell child in the trashcan the number of pringles present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('pringles','') | Move_To('trashcan') | Search_Person('', 'child') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell me the name of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then take it and bring it to William in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "take soap from the shelf and deliver it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet the person wearing blue coat in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | What_Time()" }, { "input": "Take the pea soup in dishwasher to the bag", "output": "Respond('Forsure!') | Move_To('dishwasher') | Search_Object('pea soup', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing yellow shirt in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white jacket in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Make your way to the hallway, then meet with Gabrielle and provide an answer to a question.", "output": "Respond('got it!') | Move_To('hallway') | Search_Person('Gabrielle', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "take soap from the hallway cabinet and give it to the waving person in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "who's the publisher of the national enquirer", "output": "Respond('American Media Inc')" }, { "input": "meet Sophie in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Robin in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "who sings the song i ll be there for you", "output": "Respond('The Rembrandts')" }, { "input": "Please follow the lead of person wearing yellow blouse", "output": "Respond('Sure, I will follow the person wearing yellow blouse.') | Search_Person('', 'wearing yellow blouse') | Respond('I am here to follow you.')| Follow()" }, { "input": "say hello to the oldest person and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Can you describe the person's appearance sitting at the lamp?", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "follow Hayley", "output": "Respond('okay I will follow the Hayley') | Search_Person('Hayley', '') | Follow()" }, { "input": "Fetch the yellow candle from the couch and bring it to me", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('candle', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find fanta and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you like to tell me how many snacks are in the shelf", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "Give me the dubbelfris", "output": "Respond('Okay, I will give you the dubbelfris') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the dubbelfris')" }, { "input": "Your task is escort Fleur to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Fleur', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing black sweater in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | What_Tomorrow()" }, { "input": "Could you tell me how many individuals in the office are waving?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('waving') | Search_Person('user', '') | Answer()" }, { "input": "greet Peter in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white blouse in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the shelf and deliver it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "guide the waving person from the TV table to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "guide Sophie from the lounge chair to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the lounge chair') | Move_To('lounge chair')" }, { "input": "Tell I need you to the person standing in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'standing') | Respond('I need you')" }, { "input": "serve some noodles into a cup for me", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet John in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | What_Day()" }, { "input": "greet the person wearing black jacket in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Hayley in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | What_Time()" }, { "input": "After introducing yourself to the person lying down at the couch, guide them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Susan in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "On TV table, set the bowl", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "report to jarvis the number of hagelslag present on the dining room table.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('hagelslag', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "salute Sophie in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Time()" }, { "input": "Greet the person pointing to the right and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "Meet Emma, and then answer a question.", "output": "Respond('got it!') | Search_Person('Emma', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet Susan in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the dishwasher') | Move_To('dishwasher')" }, { "input": "Please move to the shelf. tell me how many drinks are on there. ", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "salute Emma in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "place dish on TV table, spoon on its left", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('spoon', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "greet William in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Julia in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "where do the new york giants play their home games", "output": "Respond('MetLife Stadium in East Rutherford , New Jersey')" }, { "input": "Your assistance is needed to go through the living room, make a count of all the dishwasher tab items, and provide tony with that number.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('dishwasher tab', '') | Search_Person('tony', '') | Answer()" }, { "input": "find a person pointing to the left in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "say hello to Sophie in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Would you describe the orange on the coffee table to Robin?", "output": "Respond('Let me see!') | Move_To('coffee table') | Search_Object('orange', '') | Vision_Ask('describe the orange on the coffee table') | Search_Person('Robin', '') | Answer()" }, { "input": "I want you to tell me how many waving person are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing orange blouse in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'orange blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "Would you please bring me the smallest orange from the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('orange', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please inform man raising their left arm in the office how many pear there are on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('pear','') | Move_To('office') | Search_Person('', 'man raising their left arm') | Answer()" }, { "input": "who created the terms for the rhetorical appeals", "output": "Respond('Aristotle')" }, { "input": "meet Hayley in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Noah in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Would you be able to pop into the office, do a pringles count, and pass that total along to tony afterwards?", "output": "Respond('got it!') | Move_To('office') | Count_Object('pringles', '') | Search_Person('tony', '') | Answer()" }, { "input": "Take yellow dubbelfris from trashcan and then bring it to Sara who wearing orange pants at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('dubbelfris', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('Sara', 'wearing orange pants') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet Sophie at the coathanger then look for them in the living room", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "find soap in the hallway then get it and give it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "greet William in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | What_Day()" }, { "input": "Please take the smallest candle from the office and deliver it to couch.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('candle', 'smallest') | Pickup() | Move_To('couch') | Place_On('couch')" }, { "input": "In first, find bowl and then set on dishwasher", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "take dubbelfris from the kitchen cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Go to the hallway, after which you should meet Harrie and reply to a question.", "output": "Respond('got it!') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Could you please take John who wearing orange pants who is in trashcan to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('John', 'wearing orange pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing red t shirt in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Would you mind retrieving the biggest dubbelfris from the coffee table and bring it to me?", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('dubbelfris', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Put the blue fanta into the bag", "output": "Respond('Forsure!') | Search_Object('fanta', 'blue') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "when did amazon start collecting sales tax in vermont", "output": "Respond('February 1 , 2017')" }, { "input": "what is the meaning of arabic word al", "output": "Respond('the')" }, { "input": "locate a person raising their left arm in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Your job is pick up the blue dishwasher tab, carry it to trashcan and then deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('dishwasher tab', 'blue') | Pickup() | Move_To('trashcan') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Noah in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | What_Time()" }, { "input": "locate a person pointing to the left in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow jacket in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet William in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing black sweater in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "Could you name the left-most object on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the left-most object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "please tell the man wearing an orange T-shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'man wearing an orange T-shirt') | What_Time()" }, { "input": "Can I ask you to transfer sponge in office to exit and place in the basket?", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('sponge', '') | Pickup() | Move_To('exit') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Which was the first computer with a hard disk drive?", "output": "Respond('The IBM 305 RAMAC.')" }, { "input": "find water in the hallway then grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black sweater in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing white sweater in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Julia in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet the person wearing white sweater in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | What_Tomorrow()" }, { "input": "Please bring cola from living room to exit. And give it to tallest person", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Move_To('exit') | Search_Person('', 'tallest') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "Greet the individual wearing blue pants and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Susan in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find Sophie", "output": "Respond('Okay, I will go find Sophie') | Search_Person('Sophie', '') | Respond('Here you are, I have found Sophie')" }, { "input": "meet Hayley in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Please move to the dishwasher. tell me how many dishes are on there. ", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to Emma in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Emma', '') | Give_To()" }, { "input": "Say I love you to the Susan in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('Susan', '') | Respond('I need you')" }, { "input": "Would you like to tell me how many cleaning supplies are in the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "say the pose of Liam at the living room to the person at the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('Liam', '') | Vision_Ask('describe to me the person posture') | Move_To('living room') | Vision_Ans()" }, { "input": "tell me how many people in the office are wearing blue sweaters", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing blue sweaters') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white jacket in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find sausages and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Fleur at the lounge chair, proceed to the shelf and greet her.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('shelf') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "follow Julia from the coathanger to the office", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "meet Emma in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "meet Liam in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "greet the person wearing yellow jacket in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please go behind the lead of the person wearing a hat", "output": "Respond('okay I will follow the person wearing a hat') | Search_Person('', 'wearing a hat')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute Sara in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "meet William in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Please take the tallest washcloth from the dinner table and deliver it to kitchen.", "output": "Respond('Got it!') | Move_To('dinner table') | Search_Object('washcloth', 'tallest') | Pickup() | Move_To('kitchen') | Place_On('kitchen')" }, { "input": "greet the person wearing orange t shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'orange t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell the pose of John at the office to the person at the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('John', '') | Vision_Ask('describe to me the person posture') | Move_To('dinner table') | Vision_Ans()" }, { "input": "I want you to tell me how many person pointing to the left are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "who owns the harris county toll road authority", "output": "Respond('Harris County')" }, { "input": "I need a cup of cereal, can you bring it to me?", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sophie at the TV table then locate them in the office", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing yellow sweater in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Your mission is that put the bowl on coffee table, and put the spoon on its left", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('spoon', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "To the exit, escort the individual who is wearing blue shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shirt') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "say what day is today to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "count the water at the lounge chair and then inform woman wearing black T-shirt in the entrance", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('water','') | Move_To('entrance') | Search_Person('', 'woman wearing black T-shirt') | Answer()" }, { "input": "Could you give William a description of the crisp on the dinner table?", "output": "Respond('Let me see!') | Move_To('dinner table') | Search_Object('crisp', '') | Vision_Ask('describe the crisp on the dinner table') | Search_Person('William', '') | Answer()" }, { "input": "greet the person wearing yellow sweater in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find soap in the hallway then fetch it and bring it to Peter in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Peter', '') | Give_To()" }, { "input": "find soap in the hallway then get it and deliver it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "go to the hallway cabinet then find hagelslag and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you tell me the number of people wearing an orange T-shirt in the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the office then take it and deliver it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "what teams are in the stanley cup playiffs", "output": "Respond('Winnipeg Jets')" }, { "input": "tell the woman wearing yellow T-shirt in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing yellow T-shirt') | What_Day()" }, { "input": "Please tell oldest person in the couch how many dishwasher tab there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('dishwasher tab','') | Move_To('couch') | Search_Person('', 'oldest person') | Answer()" }, { "input": "To the entrance, escort the person dressed in a blue T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "look for a person pointing to the left in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "greet the person wearing black t shirt in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "I'd like to know what the yellow thing on the desk is.", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the yellow object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "meet Fleur in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Will you tell me how many person raising their right arm are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "greet Gabrielle at the trashcan.", "output": "Respond('Okay I will greet Gabrielle') | Move_To('trashcan') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?')" }, { "input": "After introducing yourself to the oldest person, take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "I wand you to carry yellow fork from couch and transfer it to person wearing an orange shirt in hallway ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('fork', 'yellow') | Pickup() | Move_To('hallway') | Search_Person('', 'wearing an orange shirt') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "What is a chatbot?", "output": "Respond('A chatbot is an A.I. you put in customer service to avoid paying salaries.')" }, { "input": "At the lamp, get acquainted with Robin, then greet her at the coffee table.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('coffee table') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "greet the person wearing blue sweater in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Greet the person pointing to the left in the kitchen and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Laura in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | What_Time()" }, { "input": "greet the person wearing blue sweater in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | What_Time()" }, { "input": "greet Sara in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "First, get acquainted with Sara at the trashcan, then find him at the entrance.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('entrance') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "On the dinner table, what object is the right-most?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the right-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black jacket in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "Identify the biggest object on the shelf.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the biggest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "Describe what object is on the shelf for Susan.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('Susan', '') | Answer()" }, { "input": "In tray, place curry", "output": "Respond('Forsure!') | Search_Object('curry', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "From coathanger, pickup yellow fork and to tallest person at lounge chair, carry it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('fork', 'yellow') | Pickup() | Move_To('lounge chair') | Search_Person('', 'tallest') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "tell woman wearing blue shirt in the living room how many dishwasher tab there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('dishwasher tab','') | Move_To('living room') | Search_Person('', 'woman wearing blue shirt') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Go over to the lamp, locate a sponge, and bring it to the person lying down in the entrance.", "output": "Respond('Okay i got it!') | Move_To('lamp') | Search_Object('sponge', '') | Pickup() | Move_To('entrance') | Search_Person('', 'lying down') | Give_To()" }, { "input": "say the time to the man raising their left arm in the living room, please", "output": "Move_To('living room') | Search_Person('', 'man raising their left arm') | What_Time()" }, { "input": "meet Sophie at the coathanger then look for them in the office", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Peter in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | What_Day()" }, { "input": "greet the person wearing blue coat in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue jacket in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the hallway cabinet and give it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "meet Sophie at the couch then find them in the hallway", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Which object is the biggest on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "go behind the lead of person wearing blue blouse", "output": "Respond('Sure, I will follow the person wearing blue blouse.') | Search_Person('', 'wearing blue blouse') | Respond('I am here to follow you.')| Follow()" }, { "input": "Your task is place the yellow bowl at the coffee table", "output": "Respond('I got this!') | Search_Object('bowl', 'yellow') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet the person wearing black jacket in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | What_Time()" }, { "input": "go to the kitchen then look for a dubbelfris and give it to the men lying down in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Object('dubbelfris', '') | Pickup() | Move_To('entrance') | Search_Person('', 'lying down men') | Give_To()" }, { "input": "greet Jesse in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet John in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | What_Time()" }, { "input": "find soap in the living room then get it and bring it to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Make your introduction to Fleur in the kitchen cabinet, then go after.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Sara in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "when was the eiffel tower built and finished", "output": "Respond('1887 -- 89')" }, { "input": "What is the yellow object that can be found on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the yellow object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "Would you go behind lying down women in the dinner table", "output": "Respond('okay I will follow lying down women') | Move_To('dinner table') | Search_Person('', 'lying down women')| Respond('I am here to follow you.') | Follow()" }, { "input": "How many people in the office are sitting?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "who is 30 seconds to mars touring with", "output": "Respond('Walk the Moon')" }, { "input": "inform person wearing blue T-shirt in the exit how many liquorice exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('liquorice','') | Move_To('exit') | Search_Person('', 'person wearing blue T-shirt') | Answer()" }, { "input": "Can you tell me the number of people lying down in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "take cola from the coffee table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "what is the name of commerical wing of isro", "output": "Respond('Antrix Corporation Limited')" }, { "input": "I need you to bring me the yellow ice tea from the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('ice tea', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue jacket in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take the smallest individual to the exit after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Harrie in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Robin in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Inside kitchen lemon, you look count and report to that numbers to tony.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('lemon', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Noah in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue shirt in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your task is to take the person who is standing in lamp to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'standing') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Harrie in the lamp, introduce yourself and guide them to the coathanger", "output": "Respond(Okay i will greet the person) | Move_To('lamp') | Search_Person('Harrie', '') | Respond('Hey, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet John at the hallway, moving forward to find her at the dinner table.", "output": "Respond('Okay i will greet her') | Move_To('hallway') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('dinner table') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "Safely escort Emma through entrance from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Emma', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell tallest man in the trashcan how many crisp there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('crisp','') | Move_To('trashcan') | Search_Person('', 'tallest man') | Answer()" }, { "input": "meet Fleur in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Noah in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | What_Day()" }, { "input": "Please say what time is it to the people lying down in the kitchen counter", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('', 'lying down people') | What_Time()" }, { "input": "Your goal is transfer that washcloth and have it end up in the basket", "output": "Respond('Forsure!') | Search_Object('washcloth', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "go to the hallway cabinet then find banana and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('banana', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing white jacket in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please tell me how many waving person are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "when did i'm a celebrity first start", "output": "Respond('25 August 2002')" }, { "input": "Please bring yellow dishwasher tab to person wearing an orange blouse at the entrance", "output": "Respond('Ok! I'll do it') | Search_Object('dishwasher tab', 'yellow') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing an orange blouse') | Respond('Hi. this dishwasher tab for you') | Give_To()" }, { "input": "Do me a favor and tally up how many pieces of stroopwafel are in the living room, then inform that figure to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('stroopwafel', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Can you describe the person who has the sitting at the exit and respond to a question?", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "say hello to Sara in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "In the living room, greet the smallest person and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue jacket in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say the day of the month to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet Julia in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie at the office, then say hi to her at the shelf.", "output": "Respond('Okay i will greet her') | Move_To('office') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "Could you tell me how many waving person are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "get acquainted with Noah by the lounge chair, then gonna greet him at the coathanger.", "output": "Respond('Okay i will greet him') | Move_To('lounge chair') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Move_To('coathanger') | Search_Person('Noah', '') | Respond('Oh Noah, we meet again!')" }, { "input": "Please move to the hallway cabinet. tell me how many fruits are on there. ", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "I need you to bring me a dish with drink", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Fleur in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Could you tell me how many individuals in the kitchen are wearing an orange blouse?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "In tray, put the plum", "output": "Respond('Forsure!') | Search_Object('plum', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Find hagelslag at trashcan, and then take it to person who tallest", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('hagelslag', '') | Pickup() | Search_Person('', 'tallest') | Respond('Hi, this hagelslag for you') | Give_To()" }, { "input": "explain to Julia what is placed on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('What is the object on the kitchen cabinet') | Search_Person('Julia', '') | Answer()" }, { "input": "salute Hayley in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "meet Kevin at the lounge chair, moving forward to find her at the kitchen counter.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('kitchen counter') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "what served as centers of learning in early medieval europe", "output": "Respond('cathedrals')" }, { "input": "Find the person wearing a necklace in the lamp, introduce yourself, and escort them towards the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Sophie at the lamp then find them in the office", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "find a person raising their left arm in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow coat in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "take soap from the shelf and give it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the exit to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the entrance') | Move_To('entrance')" }, { "input": "look for a person raising their left arm in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell the time to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Time()" }, { "input": "greet John in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | What_Day()" }, { "input": "Would you put a cup on the desk, with a knife in it?", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "To the exit from the trashcan, take the smallest person.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'smallest') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "Do me a favor and tally up how many pieces of crisp are in the living room, then report to that figure to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "office having apple, you check and count, inform that amount to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('apple', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide Sophie from the entrance to the dishwasher", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the dishwasher') | Move_To('dishwasher')" }, { "input": "Once you've introduced yourself to the person lying down, take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "escort the person dressed in an orange T-shirt to the coathanger after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "You should go to trashcan, there will be person sitting, describe appearance of the person to me.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue coat in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "What is the left-most object on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the left-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "tell person wearing an orange shirt in the entrance how many candle exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('candle','') | Move_To('entrance') | Search_Person('', 'person wearing an orange shirt') | Answer()" }, { "input": "meet William in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | What_Day()" }, { "input": "Please relate tallest person in the living room how many coke there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('coke','') | Move_To('living room') | Search_Person('', 'tallest person') | Answer()" }, { "input": "Your mission is take sausages from lounge chair and convey it to coathanger. Finally, handover that sausages to person dressed in an orange shirt", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('sausages', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi. this sausages for you') | Give_To()" }, { "input": "Please inform man wearing an orange shirt in the office how many pear there are on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('pear','') | Move_To('office') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "salute Susan in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find a person raising their right arm in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "First, move to lamp, meet the person who is the tallest and take towards the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet John in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | What_Time()" }, { "input": "greet Emma in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "Greet the individual wearing orange pants and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find sausages and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the kitchen are wearing red jackets", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing red jackets') | Search_Person('user', '') | Answer()" }, { "input": "meet Liam in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | What_Time()" }, { "input": "meet Harrie in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "who is 30 seconds to mars touring with", "output": "Respond('Misterwives')" }, { "input": "meet Liam in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | What_Day()" }, { "input": "greet Robin in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "meet Fleur in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Time()" }, { "input": "Store this black crisp to tray", "output": "Respond('Forsure!') | Search_Object('crisp', 'black') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing blue coat in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | What_Tomorrow()" }, { "input": "salute Julia in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "How many people in the kitchen are raising their right arm?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "who is the chif minister of utter pradesh", "output": "Respond('Yogi Adityanath of the Bharatiya Janata Party')" }, { "input": "greet the person wearing blue t shirt in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black coat in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Tell whats your team afiliation to John", "output": "Respond('Okay! I got it') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "what are four steps in the distribution process", "output": "Respond('inventory management')" }, { "input": "greet the person wearing white coat in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | What_Time()" }, { "input": "greet Laura in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Greet the oldest person and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Noah in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Noah', '') | Give_To()" }, { "input": "Transfer fork from lamp to tray in entrance", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('fork', '') | Pickup() | Move_To('entrance') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "find a person raising their left arm in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Julia in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Robin in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "meet Robin in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "After you get to know Susan at the couch, go and find him at the dishwasher.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Move_To('dishwasher') | Search_Person('Susan', '') | Respond('Oh Susan, we meet again!')" }, { "input": "Take plum from couch and then bring it to Laura at kitchen", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('plum', '') | Pickup() | Move_To('kitchen') | Search_Person('Laura', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Deliver dishwasher tab in office to person wearing an orange blouse", "output": "Respond('Okay, I will do it') | Move_To('office') | Search_Object('dishwasher tab', '') | Pickup() | Search_Person('', 'wearing an orange blouse') | Respond('Hi, this dishwasher tab for you') | Give_To()" }, { "input": "Let Liam know about the cup on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Search_Object('cup', '') | Vision_Ask('describe the cup on the shelf') | Search_Person('Liam', '') | Answer()" }, { "input": "tell the person wearing an orange T-shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing an orange T-shirt') | What_Time()" }, { "input": "who sings the song on star trek enterprise", "output": "Respond('Russell Watson')" }, { "input": "greet the person wearing blue sweater in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find sponges in the hallway then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Emma in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Say hello to the person in the kitchen wearing an orange blouse and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Tell me about the individual who is sitting at the lounge chair.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet Liam in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Say hello to the person pointing to the right in the hallway and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a person raising their right arm in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Fleur in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Introduce yourself to the person lying down in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'lying down') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "take soap from the desk and give it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "tell man wearing an orange blouse in the exit how many peach exist on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('peach','') | Move_To('exit') | Search_Person('', 'man wearing an orange blouse') | Answer()" }, { "input": "From office, pickup coke and convey it to person dressed in a yellow T-shirt at couch", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('coke', '') | Pickup() | Move_To('couch') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "greet the person wearing red t shirt in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | What_Time()" }, { "input": "guide the waving person from the couch to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the dinner table') | Move_To('dinner table')" }, { "input": "tell the woman wearing an orange shirt in the exit what day is tomorrow", "output": "Move_To('exit') | Search_Person('', 'woman wearing an orange shirt') | What_Tomorrow()" }, { "input": "Safely escort Sophie who dressed in an orange blouse through exit from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Sophie', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "locate a person pointing to the left in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing blue coat in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find cola in the kitchen then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the hallway then take it and give it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "find a person raising their left arm in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Hayley in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "who is the general manager of the san diego padres", "output": "Respond('A.J. Preller')" }, { "input": "find a waving person in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say hello to the person raising their left arm and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "find Emma", "output": "Respond('Okay, I will go find Emma') | Search_Person('Emma', '') | Respond('Here you are, I have found Emma')" }, { "input": "escort the person who is pointing to the left to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing yellow blouse in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "inform man waving in the kitchen cabinet about the number of cornflakes on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('cornflakes','') | Move_To('kitchen cabinet') | Search_Person('', 'man waving') | Answer()" }, { "input": "greet Robin in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Time()" }, { "input": "find soap in the hallway then take it and give it to William in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "escort the person who is wearing glasses from the lamp to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing white t shirt in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "tell me what is the largest drinks on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'largest drinks') | Search_Person('user', '') | Answer()" }, { "input": "give me the right-most bowl and answer a question", "output": "Respond('Got it i will bring it to you!') | Search_Object('bowl', 'right-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet Lucas in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "Find the one standing, introduce yourself, and guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell the time to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "Please inform woman wearing a hat in the office how many orange there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('orange','') | Move_To('office') | Search_Person('', 'woman wearing a hat') | Answer()" }, { "input": "record for most points in one quarter nba by a team", "output": "Respond('58')" }, { "input": "answer the question of the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "when does subnautica fully come out for xbox one", "output": "Respond('2018')" }, { "input": "Go to office, take apple and give it to oldest person in exit", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('apple', '') | Pickup() | Move_To('exit') | Search_Person('', 'oldest') | Respond('Hi. this apple for you') | Give_To()" }, { "input": "Can you tell the appearance of the person sitting at the trashcan to the person at the coathanger", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "meet Harrie in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie at the trashcan then locate them in the living room", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing blue t shirt in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Robin in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Could you tell me how many person raising their right arm are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say the time to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "meet John in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sophie at the lounge chair then locate them in the kitchen", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Look inside living room, water there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('water', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell me what is the smallest dishes on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'smallest dishes') | Search_Person('user', '') | Answer()" }, { "input": "Can you identify the smallest object on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the smallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Let Emma know about the things on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('describe the objects on the TV table') | Search_Person('Emma', '') | Answer()" }, { "input": "go to the hallway cabinet then find orange and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('orange', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "inform oldest person in the couch how many fork there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('fork','') | Move_To('couch') | Search_Person('', 'oldest person') | Answer()" }, { "input": "tell me what is the smallest cleaning supplies on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'smallest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "who is running for governor in georgia republican", "output": "Respond('Casey Cagle')" }, { "input": "greet the person wearing white sweater in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take them to the exit after introducing yourself to the person in the couch who is dressed in a yellow blouse.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing blue blouse in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | What_Time()" }, { "input": "meet Robin in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say the day of the month to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Greet the person pointing to the left and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Find fanta at trashcan, and then take it to Lucas in exit. Lucas wearing yellow T-shirt", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('fanta', '') | Pickup() | Move_To('exit') | Search_Person('Lucas', 'wearing yellow T-shirt') | Respond('Hi Lucas, this fanta for you') | Give_To()" }, { "input": "who holds the record for most triple doubles in the nba", "output": "Respond('Oscar Robertson')" }, { "input": "greet the person wearing blue sweater in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | What_Tomorrow()" }, { "input": "Please move to the kitchen cabinet. tell me how many fruits are on there. ", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the shelf to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the lamp') | Move_To('lamp')" }, { "input": "Would you serve a cup with cereal for me?", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Susan in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "follow Julia from the lounge chair to the kitchen", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "meet Peter in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | What_Time()" }, { "input": "Fetch a black sausages and put it down at TV table", "output": "Respond('OK! I'm working on it') | Search_Object('sausages', 'black') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "deliver to me a cup with some drink", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you provide me a depiction of the person standing at the trashcan?", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "look for a waving person in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "On the desk, which is the smallest object?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the smallest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "What I need for you is to take Susan to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Susan', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "say what day is today to the man dressed in an orange blouse in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'man dressed in an orange blouse') | What_Day()" }, { "input": "follow Emma from the trashcan to the kitchen", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Transport soap in office to coathanger, give it to person dressed in a yellow T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi. this soap for you') | Give_To()" }, { "input": "would you tell the oldest woman in the couch what day is tomorrow", "output": "Move_To('couch') | Search_Person('', 'oldest woman') | What_Tomorrow()" }, { "input": "meet Sophie at the coffee table then locate them in the office", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Say hello to the person in the hallway who is sitting and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please tell the person at the coathanger how does the person lying down at the lounge chair look like ?", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "find a person raising their right arm in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Julia in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Noah in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "tell something about yourself to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a person pointing to the right in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "Will you go after lying down women in the hallway", "output": "Respond('okay I will follow lying down women') | Move_To('hallway') | Search_Person('', 'lying down women')| Respond('I am here to follow you.') | Follow()" }, { "input": "Move to the hallway, meet up with Kevin, and answer a question.", "output": "Respond('got it!') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Can you tell me the smallest object on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the smallest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the desk and deliver it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing white coat in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Susan in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "greet Laura in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Meet up with Noah at the couch, then find the person in the exit, and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('couch') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "go to the hallway cabinet then find sponges and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say the day of the month to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "take soap from the hallway cabinet and bring it to Fleur in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Fleur', '') | Give_To()" }, { "input": "I wand you to carry yellow fork from couch and transfer it to person wearing an orange blouse in hallway ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('fork', 'yellow') | Pickup() | Move_To('hallway') | Search_Person('', 'wearing an orange blouse') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "greet the person wearing orange blouse in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'orange blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Fleur in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Fleur', '') | Give_To()" }, { "input": "greet Harrie in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say hello to the person raising their left arm in the hallway and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please follow the person wearing black pants in the living room", "output": "Respond('okay I will follow the person wearing black pants') | Move_To('living room') | Search_Person('', 'wearing black pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "Say hello to the tallest person and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Could you portray the person lying down and answer a question for me?", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "salute Julia in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a person raising their right arm in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Lucas in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Please take Emma who is the oldest standing at the trashcan to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Emma', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell me how many people in the living room are wearing yellow jackets", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing yellow jackets') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "bring me washcloth from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say the day of the month to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing white shirt in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "greet the person wearing black t shirt in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "greet John in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sophie in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Liam in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Liam', '') | Give_To()" }, { "input": "I'd like to know what the biggest object on the kitchen cabinet is.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the TV table and bring it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet Lucas in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "please tell the man wearing black pants in the office the time", "output": "Move_To('office') | Search_Person('', 'man wearing black pants') | What_Time()" }, { "input": "greet Jesse at the coathanger.", "output": "Respond('Okay I will greet Jesse') | Move_To('coathanger') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?')" }, { "input": "Go to the shelf and introduce yourself to Peter, then go after them to the kitchen.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "guide the waving person from the TV table to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the lamp') | Move_To('lamp')" }, { "input": "greet Kevin in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "What is the right-most object situated on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the right-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "guide Lucas to the lamp", "output": "Respond('Okay, I am working on it') | Search_Person('Lucas', '') | Respond('Hey, I am here to guide you to lamp, please follow me') | Move_To('lamp')" }, { "input": "guide the waving person from the shelf to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the exit') | Move_To('exit')" }, { "input": "greet Liam in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white sweater in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Pick up pear from coathanger and put it down at dishwasher", "output": "Respond('OK! I'm working on it') | Move_To('coathanger') | Search_Object('pear', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "look for a person pointing to the left in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "say your teams country to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Sara in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Time()" }, { "input": "look for a person pointing to the right in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find water in the hallway then take it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "set a dish on the kitchen counter and position a spoon on its left", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "navigate to the lamp then look for a crisp and give it to the men sitting in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('lamp') | Search_Object('crisp', '') | Pickup() | Move_To('entrance') | Search_Person('', 'sitting men') | Give_To()" }, { "input": "I need you to describe the person adopting the standing and answer a question.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "meet Sara in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you count how many people in the kitchen are dressed in an orange blouse?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "salute the person wearing yellow t shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing yellow t shirt in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your goal is guide the person who is the oldest, whom meet at the lamp, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Harrie in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "tell woman wearing orange pants in the trashcan how many soap there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('soap','') | Move_To('trashcan') | Search_Person('', 'woman wearing orange pants') | Answer()" }, { "input": "tell what day is tomorrow to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Kevin in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Kevin', '') | Give_To()" }, { "input": "Please pick up candy at kitchen and then put inside of basket in trashcan", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('candy', '') | Pickup() | Move_To('trashcan') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "locate a person pointing to the left in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Hayley in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Will you deliver to me the blue pea soup that's in the lounge chair, please?", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('pea soup', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Move to meet up with Lucas, and answer a question.", "output": "Respond('got it!') | Search_Person('Lucas', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "look for a person pointing to the left in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Lucas in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me orange from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('orange', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take washcloth from the kitchen cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "when does the casino open in springfield ma", "output": "Respond('August 24th , 2018')" }, { "input": "salute Julia in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Time()" }, { "input": "Introduce yourself to Harrie at the dinner table, and proceed to follow them to the kitchen.", "output": "Respond('got it!') | Move_To('dinner table') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Sara in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "look for a person pointing to the left in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "bring the orange", "output": "Respond('Okay, I will go deliver the orange') | Search_Object('orange', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the orange')" }, { "input": "Can you tell me what the right-most object on the desk is?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the right-most object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "meet Peter at the exit, and then look for him at the kitchen cabinet.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "greet the person wearing white coat in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "bring me strawberry from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('strawberry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the woman wearing blue shirt in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing blue shirt') | What_Day()" }, { "input": "locate a waving person in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "put cup on TV table, fork on its right", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "Please tell me how does the person sitting look like ?", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet Liam in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find candle and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what day is tomorrow to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "greet the person wearing black blouse in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | What_Tomorrow()" }, { "input": "Take black sponge from lounge chair and then bring it to person", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('sponge', 'black') | Pickup() | Search_Person('', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet John in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | What_Day()" }, { "input": "tell the day of the month to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Please go behind the lead of Julia", "output": "Respond('Sure, I will follow Julia.') | Search_Person('Julia', '')| Respond('Hey Julia I am here to follow you.') | Follow()" }, { "input": "greet the person wearing blue shirt in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "what is the purpose of a tesla coil", "output": "Respond('to produce high - voltage , low - current , high frequency alternating - current electricity')" }, { "input": "Take yellow washcloth from lamp and then bring it to Liam who wearing yellow shoes at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('washcloth', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('Liam', 'wearing yellow shoes') | Respond('Hi, this is for you') | Give_To()" }, { "input": "take the person dressed in a yellow shirt from the couch to the exit", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "Greet the person lying down and share your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "put dish on kitchen counter", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "I want you to change location of blue bowl from lounge chair to basket in kitchen", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('bowl', 'blue') | Pickup() | Move_To('kitchen') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing blue t shirt in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | What_Tomorrow()" }, { "input": "greet Harrie in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "follow Emma from the trashcan to the hallway", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Look inside hallway, curry there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Give Harrie a rundown of what's on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Harrie', '') | Answer()" }, { "input": "give me the yellow knife from desk and transport it to coathanger.", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('knife', 'yellow') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing white jacket in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a person pointing to the right in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "You should go behind the lead of the person wearing an orange blouse", "output": "Respond('okay I will follow the person wearing an orange blouse') | Search_Person('', 'wearing an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "In the living room, greet the person wearing blue T-shirt and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue shirt in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "look for a waving person in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Sara in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell the pose of Liam at the living room to the person at the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('Liam', '') | Vision_Ask('describe to me the person posture') | Move_To('lounge chair') | Vision_Ans()" }, { "input": "greet the person wearing yellow shirt in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet John in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Hayley in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "describe the person lying down at the lamp to the person at the coathanger", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "Can you serve a cup full of drink?", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Check hallway cabinet for curry. Count them. Give tony the number.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('curry', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | What_Tomorrow()" }, { "input": "who have been the hosts of the price is right", "output": "Respond('Bill Cullen')" }, { "input": "find a person raising their right arm in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Sophie in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Robin in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "greet the person wearing white t shirt in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many people in the office are wearing white jackets", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing white jackets') | Search_Person('user', '') | Answer()" }, { "input": "Please navigate to the office and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "See banana in kitchen. Count how many. Say number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('banana', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white blouse in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person pointing to the left in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "salute Hayley in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you deliver to me the black strawberry found at the living room and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('living room') | Search_Object('strawberry', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "salute Hayley in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "follow the person dressed in an orange blouse", "output": "Respond('Sure, I will follow the person dressed in an orange blouse.') | Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "tell me how many people in the living room are wearing orange coats", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing orange coats') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find cola and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow Emma from the dishwasher to the office", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "tell the time to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "Please bring yellow spoon from couch to kitchen. And hand it over to William", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('spoon', 'yellow') | Pickup() | Move_To('kitchen') | Search_Person('William', '') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "meet Harrie in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | What_Day()" }, { "input": "Who is him standing at the lounge chair? Please inform the details of him to a person at the exit.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "take coke from the kitchen cabinet and bring it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person pointing to the left in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "guide Emma to the entrance", "output": "Respond('Okay, I am working on it') | Search_Person('Emma', '') | Respond('Hey, I am here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take soap from the hallway cabinet and bring it to Noah in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Noah', '') | Give_To()" }, { "input": "greet the person wearing black t shirt in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please inform smallest woman in the kitchen counter how many dubbelfris there are on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('dubbelfris','') | Move_To('kitchen counter') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "bring the sponge", "output": "Respond('Okay, I will go deliver the sponge') | Search_Object('sponge', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the sponge')" }, { "input": "who voted for the un resolution on israel", "output": "Respond('United Kingdom')" }, { "input": "By introducing yourself to the person waving, then take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Take dubbelfris from lamp and then bring it to Fleur who oldest at kitchen", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('dubbelfris', '') | Pickup() | Move_To('kitchen') | Search_Person('Fleur', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet Laura in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "take the person wearing glasses from the lamp to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "who came up with mcdonalds im lovin it", "output": "Respond('Justin Timberlake')" }, { "input": "count the tictac at the trashcan and then report to man wearing an orange shirt in the exit", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('tictac','') | Move_To('exit') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "greet Sara in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell man wearing yellow shoes in the exit how many pringles exist on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('pringles','') | Move_To('exit') | Search_Person('', 'man wearing yellow shoes') | Answer()" }, { "input": "Deposit strawberry to basket", "output": "Respond('Forsure!') | Search_Object('strawberry', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Could you deliver to the right-most dishwasher tab and answer a question?", "output": "Respond('Got it i will bring it to you!') | Search_Object('dishwasher tab', 'right-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "go to the hallway cabinet then find hagelslag and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the waving person from the desk to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the desk to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "Say whats your favorite color to the person standing in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('', 'standing') | Respond('My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Fleur in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Fleur', '') | Give_To()" }, { "input": "Who is him sitting? Please inform the details of him to person at the coathanger.", "output": "Respond('Okay, I will go and take a look!') | Move_To('coathanger') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "Say yourself to the Robin in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "I'd appreciate it if you could guide Liam, who wearing a necklace situated in the couch, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Liam', 'wearing a necklace') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find sausages and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the kitchen cabinet to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the kitchen cabinet to the exit') | Move_To('exit')" }, { "input": "tell the woman wearing blue pants in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing blue pants') | What_Day()" }, { "input": "look for a person raising their right arm in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet the person wearing white t shirt in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue coat in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Enumerate the coke situated on the dining table and report to that quantity to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('coke', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please go after the person wearing orange pants in the hallway", "output": "Respond('okay I will follow the person wearing orange pants') | Move_To('hallway') | Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "guide the standing women in the hallway to the coffee table", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'standing women') | Respond('Hey, I am here to guide you to coffee table, please follow me') | Move_To('coffee table')" }, { "input": "greet the person wearing white t shirt in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Please relate woman wearing an orange T-shirt in the trashcan how many pear there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pear','') | Move_To('trashcan') | Search_Person('', 'woman wearing an orange T-shirt') | Answer()" }, { "input": "find a waving person in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "Introduce yourself to Hayley in the kitchen cabinet, and follow them to the office.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "go to the hallway cabinet then find candle and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find water in the hallway then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person pointing to the right in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "greet Hayley in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "where was the movie palm trees in the snow filmed", "output": "Respond('Colombia')" }, { "input": "greet Peter in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "greet the person wearing white t shirt in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "find soap in the hallway then grasp it and deliver it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "find Gabrielle at the couch", "output": "Respond('Okay, I will go find Gabrielle') | Move_To('couch') | Search_Person('Gabrielle', '') | Respond('Here you are, I have found Gabrielle')" }, { "input": "escort the person who wearing black shirt, in the trashcan, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing black shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "navigate to the exit then look for a mayonaise and give it to the people lying down in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Object('mayonaise', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'lying down people') | Give_To()" }, { "input": "salute Emma in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "Go to couch to get milk and then transfer the milk to shelf. Then put that in basket", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('milk', '') | Pickup() | Move_To('shelf') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "meet John in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "relate tallest person in the trashcan how many candy there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('candy','') | Move_To('trashcan') | Search_Person('', 'tallest person') | Answer()" }, { "input": "find milk in the living room then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell me what is the biggest cleaning supplies on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'biggest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "pour a bowl of cereal, please", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide Sophie from the TV table to the trashcan", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the trashcan') | Move_To('trashcan')" }, { "input": "explain the item situated on the TV table to John.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('John', '') | Answer()" }, { "input": "meet Robin in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet Liam in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take water from the dishwasher and give it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Robin in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide Fleur to the coathanger", "output": "Respond('Okay, I am working on it') | Search_Person('Fleur', '') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please relate woman dressed in a black shirt in the trashcan how many apple there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('apple','') | Move_To('trashcan') | Search_Person('', 'woman dressed in a black shirt') | Answer()" }, { "input": "greet Liam in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Time()" }, { "input": "greet Fleur in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Lucas in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Will you give me the smallest ice tea that's in the hallway, please?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('ice tea', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "To Gabrielle dressed in an orange T-shirt, acquire banana from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('banana', '') | Pickup() | Search_Person('Gabrielle', 'dressed in an orange T-shirt') | Respond('Hi. this banana for you') | Give_To()" }, { "input": "salute the person wearing blue coat in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('I am here to follow you') | Follow()" }, { "input": "Please inform smallest person in the lounge chair how many pea soup there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pea soup','') | Move_To('lounge chair') | Search_Person('', 'smallest person') | Answer()" }, { "input": "find cola in the hallway then take it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Susan in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "meet Sara in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Tell I need you to the person sitting in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'sitting') | Respond('I need you')" }, { "input": "greet John in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "In the kitchen, enumerate the cup situated on the counter and inform that quantity to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('cup', '') | Search_Person('tony', '') | Answer()" }, { "input": "go to the hallway cabinet then find cornflakes and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Kevin in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the hallway then take it and bring it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "meet Sara in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "To the entrance, take the individual who is wearing a hat.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Would you tell me how many waving person are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "In tray, put the candy", "output": "Respond('Forsure!') | Search_Object('candy', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "go after the the lead of person dressed in a blue blouse in the hallway", "output": "Respond('okay I will follow the person dressed in a blue blouse') | Move_To('hallway') | Search_Person('', 'dressed in a blue blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "set a cup on the kitchen counter, making sure there's a fork on it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('fork', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "what combination of design principles is used in the cross page from the lindisfarne gospels", "output": "Respond('Anglo - Saxon')" }, { "input": "I need you to serve some noodles into a cup to me", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Emma in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Emma in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell what time is it to the people lying down in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('', 'lying down people') | What_Time()" }, { "input": "greet Liam in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "greet Sophie in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Could you count how many people are wearing yellow pants in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing yellow pants') | Search_Person('user', '') | Answer()" }, { "input": "serve a bit of drink in a cup for me", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "From living room, take liquorice and convey it to Julia wearing black pants at couch", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('liquorice', '') | Pickup() | Move_To('couch') | Search_Person('Julia', 'wearing black pants') | Respond('Hi. this liquorice for you') | Give_To()" }, { "input": "find sponges in the kitchen then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Peter in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Can you count the number of people in the hallway wearing yellow shoes?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing yellow shoes') | Search_Person('user', '') | Answer()" }, { "input": "meet Harrie in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "To Lucas wearing yellow shirt, whom is in kitchen, acquire plate from entrance and pass it", "output": "Respond('Ok! I'll do it') | Move_To('entrance') | Search_Object('plate', '') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', 'wearing yellow shirt') | Respond('Hi. this plate for you') | Give_To()" }, { "input": "Say whats your team affiliation to the person sitting in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Jesse in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Say appearance of standing person to the another person who is in entrance.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "greet Susan in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "who does the voice of wendy in bob the builder", "output": "Respond('Joanne Froggatt')" }, { "input": "Once you've introduced yourself to the person wearing yellow T-shirt, escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "who won season 2 of flavor of love", "output": "Respond('Chandra Davis')" }, { "input": "greet Sara in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find a waving person in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "I need you to inform the person at coathanger about the looks of the one lying down over at couch.", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "Please go behind William", "output": "Respond('Sure, I will follow William.') | Search_Person('William', '')| Respond('Hey William I am here to follow you.') | Follow()" }, { "input": "say the day of the month to the woman wearing an orange blouse in the kitchen cabinet", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman wearing an orange blouse') | What_Day()" }, { "input": "greet the person wearing black shirt in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "meet Fleur in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "You should tell me the gesture of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "find sponges in the kitchen then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "where was the movie 10 cloverfield lane filmed", "output": "Respond('New Orleans , Louisiana')" }, { "input": "who became prime minister at the age of 47", "output": "Respond('John Major')" }, { "input": "In the kitchen, enumerate the stroopwafel situated on the counter and inform that quantity to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('stroopwafel', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Hayley in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Time()" }, { "input": "look for a person pointing to the left in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "say the pose of Noah at the shelf to the person at the couch", "output": "Respond('Okay, I Am working on it') | Move_To('shelf') | Search_Person('Noah', '') | Vision_Ask('describe to me the person posture') | Move_To('couch') | Vision_Ans()" }, { "input": "Please tell person raising their left arm in the shelf how many ice tea there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('ice tea','') | Move_To('shelf') | Search_Person('', 'person raising their left arm') | Answer()" }, { "input": "greet the person wearing white t shirt in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | What_Time()" }, { "input": "From entrance, pickup yellow bowl and to smallest person at couch, carry it", "output": "Respond('Ok! I'll do it') | Move_To('entrance') | Search_Object('bowl', 'yellow') | Pickup() | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hi. this bowl for you') | Give_To()" }, { "input": "Could you please put a bowl on shelf", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "How many people are wearing an orange shirt in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Lucas in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Time()" }, { "input": "salute Laura in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "who plays captain america in the first avenger", "output": "Respond('Chris Evans')" }, { "input": "bring me hagelslag from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Harrie in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please provide details about the person sitting at the office and respond to a question.", "output": "Respond('Let me see!') | Move_To('office') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "meet Lucas in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Tell whats your team affiliation to the person sitting in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a waving person in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "What object is the black on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the black object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white jacket in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "Would you like to tell me how many fruits are in the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "meet Kevin in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Robin in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the waving person in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Could you identify the blue object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the blue object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "count the stroopwafel at the entrance and then report to man wearing orange shoes in the kitchen cabinet", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('stroopwafel','') | Move_To('kitchen cabinet') | Search_Person('', 'man wearing orange shoes') | Answer()" }, { "input": "who plays jack mccoy on law & order", "output": "Respond('Samuel Atkinson Waterston')" }, { "input": "Where is The Hotel de Glace located?", "output": "Respond('The Hotel de Glace is in Quebec.')" }, { "input": "look for a waving person in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Introduce yourself to the person in the couch who is wearing an orange shirt and then escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Let's begin by having you take that bowl to the office and putting it in that tray", "output": "Respond('Forsure!') | Search_Object('bowl', '') | Pickup() | Move_To('office')| Search_Object('tray', '') | Place_On('tray')" }, { "input": "take washcloth from the kitchen counter and deliver it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "place a dish on the shelf", "output": "Respond('Got it!') | Search_Object('dish', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "meet Harrie in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find soap in the hallway then take it and deliver it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "locate a waving person in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sara in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "Make your introduction to the individual wearing an orange T-shirt and escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "look for a person pointing to the right in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "Provide me a description of the individual standing over at the entrance.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Noah in the lamp, introduce yourself and guide them to the entrance", "output": "Respond(Okay i will greet the person) | Move_To('lamp') | Search_Person('Noah', '') | Respond('Hey, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Let's have you guide the individual wearing black pants you encounter at the lounge chair and bring them to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing black pants') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue t shirt in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | What_Time()" }, { "input": "who played the witch in pirates of the caribbean", "output": "Respond('Naomie Melanie Harris')" }, { "input": "Please go after the lead of person dressed in a blue blouse in the hallway", "output": "Respond('Sure, I will follow the person dressed in a blue blouse.') | Move_To('hallway')| Search_Person('', 'dressed in a blue blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "find a person raising their left arm in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "say hello to the person dressed in an orange T-shirt in the office and say your team's affiliation", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow t shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Robin in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "bring me sausages from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Take black liquorice from trashcan and then bring it to Hayley", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('liquorice', 'black') | Pickup() | Search_Person('Hayley', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Can you take the dubbelfris away to hallway and put in bag?", "output": "Respond('Forsure!') | Search_Object('dubbelfris', '') | Pickup() | Move_To('hallway') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "Introduce yourself to the Hayley in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Could you count knife at the kitchen counter and let jarvis know", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('knife', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "plate in dishwasher, you go count, then inform that number tony.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('plate', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Your assistance is needed to go through the dishwasher, make a count of all the strawberry items, and provide jarvis with that number.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('strawberry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find the plate", "output": "Respond('Okay, I will go find the plate') | Search_Object('plate', '') | Respond('Here it is, I have found the plate')" }, { "input": "escort them to the coathanger after introducing yourself to the person in the lounge chair who is lying down.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "say the time to the man dressed in an orange shirt in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'man dressed in an orange shirt') | What_Time()" }, { "input": "locate a person raising their right arm in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "After you get to know Gabrielle at the entrance, go and greet him at the lounge chair.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('lounge chair') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "greet the person wearing gray coat in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'gray coat') | Respond('I am here to follow you') | Follow()" }, { "input": "say your teams country to the person standing in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "escort the individual pointing to the left to the exit after introducing yourself in the lounge chair.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Please tell the person at the entrance how does the person standing at the lounge chair look like ?", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "You need to find bowl in the living room and place it on hallway cabinet", "output": "Respond('I got this!') | Move_To('living room') |Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "greet the person wearing blue jacket in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Store this blue banana to basket", "output": "Respond('Forsure!') | Search_Object('banana', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "To the exit, escort the individual who is wearing an orange blouse.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing white shirt in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the hallway then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Deliver pringles in office to person wearing an orange shirt", "output": "Respond('Okay, I will do it') | Move_To('office') | Search_Object('pringles', '') | Pickup() | Search_Person('', 'wearing an orange shirt') | Respond('Hi, this pringles for you') | Give_To()" }, { "input": "serve a dish full of noodles for me", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me sausages from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Robin in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who stars in what's eating gilbert grape", "output": "Respond('Darlene Cates')" }, { "input": "tell me what is the heaviest cleaning supplies on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'heaviest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "greet Lucas in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing red t shirt in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | What_Time()" }, { "input": "Please follow the person wearing an orange T-shirt", "output": "Respond('okay I will follow the person wearing an orange T-shirt') | Search_Person('', 'wearing an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Could you tell me how many individuals in the living room are dressed in an orange blouse?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "Go to lamp, meet the person who dressed in a black T-shirt and take to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the person wearing a blue t shirt from the lamp to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the coathanger') | Move_To('coathanger')" }, { "input": "Say what is your fahvorite color to the person standing in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', 'standing') | Respond('My favorite color is blue')" }, { "input": "salute Susan in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "After you meet Sara at the lounge chair, head to the coathanger and greet him.", "output": "Respond('Okay i will greet him') | Move_To('lounge chair') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('coathanger') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "take the person who is the smallest to the coathanger from lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Go to couch to earn pea soup and then transfer the pea soup to desk. Then put that in tray", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('pea soup', '') | Pickup() | Move_To('desk') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Once you've introduced yourself to the person dressed in an orange shirt, take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "At couch, escort Sara who wearing an orange shirt to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Sara', 'wearing an orange shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "take soap from the hallway cabinet and bring it to Sophie in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sophie', '') | Give_To()" }, { "input": "greet Kevin in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please take the person who is the oldest from couch to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet William in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Introduce yourself to Peter at the dishwasher, and proceed to go behind them to the living room.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "I'd appreciate it if you could take Susan, who is the oldest situated in the lounge chair, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Susan', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the person wearing a blue t shirt from the lamp to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the shelf') | Move_To('shelf')" }, { "input": "greet Kevin in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "get to know Kevin at the kitchen, proceed to the kitchen cabinet and greet her.", "output": "Respond('Okay i will greet her') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "Take fork from couch and then bring it to Sara", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('fork', '') | Pickup() | Search_Person('Sara', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "find a person raising their left arm in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please get the yellow knife from the dishwasher and bring it here to me.", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('knife', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Sara in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Go to the couch and meet William, then answer a question.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('William', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "salute Susan in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "To the oldest person, introduce yourself and escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "relate person raising their right arm in the living room how many cola there are on the TV table", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('cola','') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "tell the woman pointing to the right in the coffee table what day is today", "output": "Move_To('coffee table') | Search_Person('', 'woman pointing to the right') | What_Day()" }, { "input": "greet the person wearing white blouse in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing white t shirt in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet John in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "follow the lead of person wearing blue T-shirt in the office", "output": "Respond('Sure, I will follow the person wearing blue T-shirt.') | Move_To('office')| Search_Person('', 'wearing blue T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "I need you to take an inventory of the peach in the hallway and inform tony of the exact number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('peach', '') | Search_Person('tony', '') | Answer()" }, { "input": "find sponges in the office then take it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take coke from the kitchen counter and deliver it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your mission is pick up yellow peach from kitchen and convey it to exit. Finally, handover that peach to person dressed in a black shirt", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('peach', 'yellow') | Pickup() | Move_To('exit') | Search_Person('', 'dressed in a black shirt') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "get to know Robin by the lamp, then gonna greet her at the exit.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('exit') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "look for a person raising their left arm in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Would you be able to pop into the kitchen, do a pancake mix count, and pass that total along to jarvis afterwards?", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pancake mix', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Tell me how the person sitting at the trashcan looks like.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "give me the smallest pancake mix from dishwasher and transport it to office.", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('pancake mix', 'smallest') | Pickup() | Move_To('office') | Place_On('office')" }, { "input": "go to the hallway cabinet then find coke and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "How about describing the objects on the hallway cabinet to Gabrielle?", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "Say hello to the oldest person and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Liam in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | What_Day()" }, { "input": "Start by introducing yourself to the individual pointing to the right, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet William in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Find a person at lamp, guide them to coathanger, and then hand over the pea soup.", "output": "Move_To('lamp') | Search_Person('', '') | Respond('Hey, am here to guide you to coathanger, please follow me') | Move_To('coathanger') | Search_Object('pea soup', '') | Pickup() | Give_To()" }, { "input": "meet William in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the individual raising their right arm in the hallway and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'raising their right arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take soap from the dinner table and deliver it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "when does fetch with ruff ruffman come on", "output": "Respond('May 29 , 2006 ( 2006 - 05 - 29 ) -- November 4 , 2010')" }, { "input": "go after the person dressed in a black blouse in the office", "output": "Respond('Sure, I will follow the person dressed in a black blouse.') | Move_To('office')| Search_Person('', 'dressed in a black blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "go to the hallway cabinet then find coke and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Find pea soup at trashcan, and then take it to Liam in entrance. Liam wearing a hat", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('pea soup', '') | Pickup() | Move_To('entrance') | Search_Person('Liam', 'wearing a hat') | Respond('Hi Liam, this pea soup for you') | Give_To()" }, { "input": "take washcloth from the dinner table and deliver it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say yourself to the William in the hallway", "output": "Respond('Okay! I got it') | Move_To('hallway') | Search_Person('William', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Greet the person pointing to the right and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide the person wearing a blue t shirt from the shelf to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the dishwasher') | Move_To('dishwasher')" }, { "input": "From coathanger, pickup black cornflakes and to oldest person at lamp, carry it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('cornflakes', 'black') | Pickup() | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hi. this cornflakes for you') | Give_To()" }, { "input": "Can you serve some noodles into a cup?", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue jacket in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "Would you bring me the smallest apple from the hallway cabinet ?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Search_Object('apple', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you grab the biggest pea soup from the kitchen and deliver it to coffee table?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('pea soup', 'biggest') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "tell person wearing glasses in the trashcan the number of coke present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('coke','') | Move_To('trashcan') | Search_Person('', 'person wearing glasses') | Answer()" }, { "input": "greet Harrie in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the hallway then take it and give it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "say something about yourself to people who is lying down in the hallway cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('hallway cabinet') | Search_Person('', 'lying down people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "find a waving person in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing blue blouse in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "greet the person wearing white t shirt in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you depict the person in the standing at the office and answer a question as well?", "output": "Respond('Let me see!') | Move_To('office') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "please say something about yourself to Fleur who is standing in the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('dinner table') | Search_Person('Fleur', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "guide Sophie from the entrance to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the exit') | Move_To('exit')" }, { "input": "greet the person wearing white shirt in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | What_Tomorrow()" }, { "input": "greet the person wearing white blouse in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | What_Time()" }, { "input": "greet Susan in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "the taxonomic name canis familiaris is an example of", "output": "Respond('domestic dog')" }, { "input": "count the cornflakes at the lamp and then report to woman wearing orange pants in the living room", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('cornflakes','') | Move_To('living room') | Search_Person('', 'woman wearing orange pants') | Answer()" }, { "input": "look for a person raising their right arm in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet Robin in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "where was the monarch of the glen filmed", "output": "Respond('in the Badenoch and Strathspey area of the Scottish Highlands , in particular at Ardverikie House')" }, { "input": "meet Sophie at the coathanger then look for them in the hallway", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Describe person sitting at couch to me.", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take soap from the hallway cabinet and deliver it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "meet Sophie at the entrance then look for them in the hallway", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "find a person pointing to the right in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "meet Peter in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | What_Day()" }, { "input": "salute Julia in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing orange coat in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'orange coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find a person pointing to the right in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "On the shelf, place cup", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "escort the sitting people in the kitchen counter to the exit", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('', 'sitting people') | Respond('Hey, I am here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "In the living room, greet the person wearing black blouse and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing black blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing black shirt in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "You should follow the person wearing yellow shirt in the hallway", "output": "Respond('okay I will follow the person wearing yellow shirt') | Move_To('hallway') | Search_Person('', 'wearing yellow shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "sausages is in dishwasher, you go there count and give jarvis the numbers.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('sausages', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "place the bowl on the dishwasher", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "greet Peter in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Day()" }, { "input": "meet Peter at the entrance, then welcome her at the lounge chair.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('lounge chair') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "when did sheffield wednesday get promoted to championship", "output": "Respond('29 May 2005')" }, { "input": "greet Fleur in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell the day of the month to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "At kitchen cabinet, hand over the banana after guiding someone from office.", "output": "Move_To('office') | Search_Person('', '') | Respond('Hey, am here to guide you to kitchen cabinet, please follow me') | Move_To('kitchen cabinet') | Search_Object('banana', '') | Pickup() | Give_To()" }, { "input": "Look at peach in hallway. Count them all up. Give jarvis that number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide Sophie from the coathanger to the couch", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the couch') | Move_To('couch')" }, { "input": "opioid antagonists work by blocking the actions of", "output": "Respond('either blocking multiple opioid receptors , or blocking the MOR')" }, { "input": "find a person raising their left arm in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who sings the song i'll be missing you", "output": "Respond('112')" }, { "input": "who won the tony for best actor in a musical", "output": "Respond('Tony Shalhoub')" }, { "input": "greet the person wearing orange shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "how many episodes did season 1 of this is us have", "output": "Respond('18 episodes')" }, { "input": "find cola in the living room then fetch it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you mind sharing details for me about the person lying down at the exit?", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "the provinces 'of the vijayanagara empire were called as", "output": "Respond('Rajya')" }, { "input": "greet the person wearing yellow blouse in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | What_Time()" }, { "input": "At couch, find a person, guide them to exit, and then hand them the knife.", "output": "Move_To('couch') | Search_Person('', '') | Respond('Hey, am here to guide you to exit, please follow me') | Move_To('exit') | Search_Object('knife', '') | Pickup() | Give_To()" }, { "input": "meet Kevin in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | What_Day()" }, { "input": "Let's have you escort Lucas who is the tallest you encounter at the couch and bring them to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Lucas', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Sophie at the desk then look for them in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet Sara in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Jesse in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "meet Robin in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "where can pivot joints be found in the body", "output": "Respond('Median atlanto - axial joint')" }, { "input": "To coathanger, guide Peter who wearing blue blouse from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Peter', 'wearing blue blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing white jacket in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "Mention your team's affiliation and say hello to the person wearing black shoes in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing black shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "how does increased friction affect the actual mechanical advantage of a machine", "output": "Respond('reduce the mechanical advantage')" }, { "input": "From hallway, pickup milk and convey it to person wearing yellow shirt at couch", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('milk', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing yellow shirt') | Respond('Hi. this milk for you') | Give_To()" }, { "input": "go behind the lead of person wearing an orange shirt", "output": "Respond('Sure, I will follow the person wearing an orange shirt.') | Search_Person('', 'wearing an orange shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "meet Julia at the hallway cabinet then find them in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Julia', '') | Respond('Hi Julia nice to meet you') | Move_To('living room') | Search_Person('Julia', '') | Respond('Oh we meet again!')" }, { "input": "guide Sophie from the entrance to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "salute William in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Peter in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | What_Time()" }, { "input": "greet Lucas in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a waving person in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('I am here to follow you.') | Follow()" }, { "input": "take soap from the TV table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Make introductions with the person sitting before guiding them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Describe for Gabrielle the plum situated on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Search_Object('plum', '') | Vision_Ask('describe the plum on the desk') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "take washcloth from the desk and bring it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white blouse in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "where was the movie moon over parador filmed", "output": "Respond('Rio de Janeiro City , Rio de Janeiro , Brazil')" }, { "input": "guide Sophie from the lamp to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "look for a waving person in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who is the owner of kcc mall de zamboanga", "output": "Respond('Koronadal Commercial Corporation ( KCC )')" }, { "input": "Could you please guide Gabrielle who is the oldest who is in lounge chair to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Gabrielle', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the person wearing a blue t shirt from the TV table to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the TV table to the coathanger') | Move_To('coathanger')" }, { "input": "Could you name the right-most object on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the right-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "greet Noah in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "escort the person who is pointing to the right to the coathanger from the lounge chair.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue t shirt in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "salute Emma in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Peter in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "who wrote in heaven there is no beer", "output": "Respond('Art Walunas')" }, { "input": "In the hallway, say hello to the person dressed in an orange shirt and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Susan in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say your teams affiliation to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please move to the kitchen cabinet. tell me how many decorations are on there. ", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "Would you describe the objects on the dinner table to Kevin?", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Kevin', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Liam in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Liam', '') | Give_To()" }, { "input": "In bag, put the peach", "output": "Respond('Forsure!') | Search_Object('peach', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Sara in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet the person wearing blue t shirt in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "To the coathanger from the couch, escort the person waving.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'waving') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Will you give me the tallest ice tea that's in the kitchen, please?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('ice tea', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Hayley in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Emma in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Say hello to the oldest person and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell the woman pointing to the right in the kitchen cabinet what day is today", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman pointing to the right') | What_Day()" }, { "input": "go after Hayley", "output": "Respond('okay I will follow the Hayley') | Search_Person('Hayley', '') | Follow()" }, { "input": "Can I ask you to place soap in tray?", "output": "Respond('Sure! I'm working on it') | Search_Object('soap', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet Julia in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say hello to the person sitting and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell your teams affiliation to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "You go hallway, count plate, report to jarvis number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('plate', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Sophie at the hallway cabinet then find them in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet Julia in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please follow the person wearing yellow pants", "output": "Respond('okay I will follow the person wearing yellow pants') | Search_Person('', 'wearing yellow pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "say the day of the month to the woman dressed in an orange T-shirt in the kitchen cabinet", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman dressed in an orange T-shirt') | What_Day()" }, { "input": "guide Sophie from the exit to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the TV table') | Move_To('TV table')" }, { "input": "Please give the smallest bowl to me and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('bowl', 'smallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "locate a person raising their left arm in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Please tell me what the blue object is on the desk.", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the blue object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow coat in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | What_Time()" }, { "input": "find cola in the office then fetch it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the right in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person raising their left arm in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet William in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Say whats your favorite color to the person in the kitchen counter", "output": "Respond('Okay! I got it') | Move_To('kitchen counter') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "go to the hallway cabinet then find pear and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "How about describing the object on the desk to Robin?", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Robin', '') | Answer()" }, { "input": "salute Fleur in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "relate woman wearing orange shoes in the lamp how many peach there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('peach','') | Move_To('lamp') | Search_Person('', 'woman wearing orange shoes') | Answer()" }, { "input": "Please bring tictac from lamp to Fleur", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('tictac', '') | Pickup() | Search_Person('Fleur', '') | Respond('Hi. this tictac for you') | Give_To()" }, { "input": "escort the standing men in the trashcan to the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('', 'standing men') | Respond('Hey, I am here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "locate a waving person in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the person pointing to the right and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please bring apple from couch to Robin", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('apple', '') | Pickup() | Search_Person('Robin', '') | Respond('Hi. this apple for you') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to William in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "meet Sophie at the lounge chair then find them in the living room", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "guide the waving person from the shelf to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the trashcan') | Move_To('trashcan')" }, { "input": "tell me what is the largest drinks on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'largest drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet Fleur in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell me what is the largest drinks on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'largest drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "count the strawberry at the lounge chair and then report to child in the kitchen", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('strawberry','') | Move_To('kitchen') | Search_Person('', 'child') | Answer()" }, { "input": "greet the person wearing red jacket in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Could you tally up strawberry at the TV table and inform tony", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('strawberry', '') | Search_Person('tony', '') | Answer()" }, { "input": "Please navigate to the living room and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | What_Time()" }, { "input": "greet the person wearing yellow shirt in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white shirt in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "jarvis must be inform regarding the quantity of ice tea situated on the kitchen counter.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('ice tea', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "say what day is today to the woman pointing to the left in the shelf", "output": "Move_To('shelf') | Search_Person('', 'woman pointing to the left') | What_Day()" }, { "input": "Please navigate to the living room and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many decorations there are on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Hayley in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Hayley', '') | Give_To()" }, { "input": "greet the person wearing red coat in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red coat') | Respond('I am here to follow you') | Follow()" }, { "input": "tell me how many waving person are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "greet Susan in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Peter in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Day()" }, { "input": "Can you tell me the number of individuals wearing yellow shirt in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing yellow shirt') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find apple and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('apple', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the living room then get it and bring it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Find the person dressed in an orange shirt, introduce yourself, and escort them towards the entrance.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue blouse in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Hayley in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Susan in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Deliver cola in office to person wearing a necklace, the person is in couch", "output": "Respond('Okay, I will do it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing a necklace') | Respond('Hi, this cola for you') | Give_To()" }, { "input": "guide Sophie from the hallway cabinet to the shelf", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the shelf') | Move_To('shelf')" }, { "input": "What is the smallest object that can be found on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the smallest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "salute Sophie in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please inform tallest woman in the kitchen counter how many washcloth there are on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('washcloth','') | Move_To('kitchen counter') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "greet Harrie at the coathanger.", "output": "Respond('Okay I will greet Harrie') | Move_To('coathanger') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?')" }, { "input": "tell what day is today to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Can you bring the blue water from the lamp to where I am?", "output": "Respond('Got it!') | Move_To('lamp') | Search_Object('water', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Julia in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Julia', '') | Give_To()" }, { "input": "Go ahead to couch, take orange and give it to person in exit. the person wearing black blouse", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('orange', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing black blouse') | Respond('Hi. this orange for you') | Give_To()" }, { "input": "greet Emma in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "take sponges from the dinner table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue shirt in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | What_Time()" }, { "input": "locate a person raising their left arm in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing yellow jacket in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find hagelslag and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "check how many dishwasher tab at the office and let tony know", "output": "Respond('got it!') | Move_To('office') | Count_Object('dishwasher tab', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Robin in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "follow the lead of person wearing orange shoes", "output": "Respond('Sure, I will follow the person wearing orange shoes.') | Search_Person('', 'wearing orange shoes') | Respond('I am here to follow you.')| Follow()" }, { "input": "greet the person wearing red t shirt in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | What_Tomorrow()" }, { "input": "who sang the original play your own kind of music", "output": "Respond('the Will - O - Bees')" }, { "input": "find soap in the hallway then grasp it and bring it to William in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "At lamp, meet the person who wearing blue blouse and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing blue blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "navigate to the shelf then look for a candle and fetch it to the people lying down in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('shelf') | Search_Object('candle', '') | Pickup() | Move_To('hallway') | Search_Person('', 'lying down people') | Give_To()" }, { "input": "Please go after the lead of person wearing yellow blouse in the kitchen", "output": "Respond('Sure, I will follow the person wearing yellow blouse.') | Move_To('kitchen')| Search_Person('', 'wearing yellow blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "serve a cup of cereal, please", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Jesse in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "How many people in the kitchen are sitting?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "meet Kevin in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the sitting men in the exit to the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('', 'sitting men') | Respond('Hey, I am here to guide you to dinner table, please follow me') | Move_To('dinner table')" }, { "input": "tell woman raising their right arm in the couch how many liquorice exist on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('liquorice','') | Move_To('couch') | Search_Person('', 'woman raising their right arm') | Answer()" }, { "input": "when is the carter 5 supposed to be released", "output": "Respond('September 28 , 2018')" }, { "input": "Please bring yellow pea soup in lamp to person wearing a necklace at the coathanger", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('pea soup', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing a necklace') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "get to know Jesse by the exit, then gonna greet him at the lamp.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('lamp') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "greet Sophie in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "look for a person pointing to the left in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you.') | Follow()" }, { "input": "take soap from the hallway cabinet and bring it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "guide Sophie from the hallway cabinet to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "greet Liam in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Day()" }, { "input": "meet William in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Lay black bowl on kitchen cabinet and knife on its right", "output": "Respond('I got this!') | Search_Object('bowl', 'black') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "meet Susan in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | What_Time()" }, { "input": "tell me how many people in the kitchen are wearing white blouses", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing white blouses') | Search_Person('user', '') | Answer()" }, { "input": "look for a person pointing to the right in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "when was under god inserted into the pledge of allegiance", "output": "Respond('1954')" }, { "input": "Could you tell me how many individuals in the living room are dressed in an orange shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "locate a person pointing to the left in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "meet Robin at the couch, proceed to the dishwasher and find her.", "output": "Respond('Okay i will greet her') | Move_To('couch') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('dishwasher') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "Can you give me the blue plate found at the office and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('office') | Search_Object('plate', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "find washcloth in the office then take it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Hayley in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "greet Laura in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "The request for you is to take Emma lingering in the lamp to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Emma', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing white sweater in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "bring me cola from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I wand you to carry coke from lamp and transfer it to person who is tallest in kitchen", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('coke', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'tallest') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "I'd appreciate it if you could take Gabrielle, who dressed in a black shirt situated in the couch, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Gabrielle', 'dressed in a black shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "What is the blue object there on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the blue object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "Please go to the hallway and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "salute Hayley in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "find soap in the hallway then get it and give it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "locate a person pointing to the right in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you.') | Follow()" }, { "input": "find a person raising their right arm in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "take water from the coffee table and deliver it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "go to the hallway cabinet then find stroopwafel and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('stroopwafel', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Liam in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Liam in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "who does loretta's voice on family guy", "output": "Respond('Alex Borstein')" }, { "input": "Greet the person dressed in an orange T-shirt in the hallway and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "say what day is tomorrow to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "meet Sophie in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing red shirt in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie at the trashcan then find them in the office", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Tell your team's affiliation and say hello to the person dressed in a black shirt in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'dressed in a black shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please inform person dressed in a black T-shirt in the exit how many pringles there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pringles','') | Move_To('exit') | Search_Person('', 'person dressed in a black T-shirt') | Answer()" }, { "input": "guide Sophie from the kitchen cabinet to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the kitchen cabinet to the lounge chair') | Move_To('lounge chair')" }, { "input": "go behind the lead of Jesse", "output": "Respond('Sure, I will follow Jesse.') | Search_Person('Jesse', '')| Respond('Hey Jesse I am here to follow you.') | Follow()" }, { "input": "I need you to earn blue sausages from trashcan and place it on shelf", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('sausages', 'blue') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "take soap from the hallway cabinet and bring it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "greet the person wearing blue coat in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | What_Tomorrow()" }, { "input": "say your teams name to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I need you to take Robin who dressed in a blue T-shirt, found at the trashcan, toward entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Robin', 'dressed in a blue T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take them to the coathanger after introducing yourself to the person in the trashcan who is wearing orange pants.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "At couch, meet the person who dressed in an orange blouse and guide to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Make your introduction to Emma in the coathanger, then go after.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "tell me what is the smallest snacks on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'smallest snacks') | Search_Person('user', '') | Answer()" }, { "input": "serve me drink in a dish and bring it", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "How many people are waving in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('waving') | Search_Person('user', '') | Answer()" }, { "input": "take water from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "say your teams name to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the left in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "bring me cornflakes from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many fruits there are on the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Julia in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Time()" }, { "input": "guide the person wearing a blue t shirt from the lamp to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the lounge chair') | Move_To('lounge chair')" }, { "input": "greet Fleur in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "bring me strawberry from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('strawberry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me what is the smallest cleaning supplies on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'smallest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Greet the tallest person and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "look for a person pointing to the left in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "count the liquorice at the hallway and report to jarvis", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Kevin in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow coat in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Take a blue sponge from trashcan and put it down on coffee table", "output": "Respond('OK! I'm working on it') | Move_To('trashcan') | Search_Object('sponge', 'blue') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "please tell the person raising their right arm in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "get to know Susan at the coathanger, then greet her at the trashcan.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Move_To('trashcan') | Search_Person('Susan', '') | Respond('Oh Susan, we meet again!')" }, { "input": "greet the person wearing black coat in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | What_Day()" }, { "input": "Please inform man wearing orange shoes in the office how many cup there are on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('cup','') | Move_To('office') | Search_Person('', 'man wearing orange shoes') | Answer()" }, { "input": "salute Sophie in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "say your teams name to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Will you please take the left-most coke from the living room and bring it to me?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('coke', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell me the pose of the person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find dubbelfris and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Julia in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "bring me hagelslag from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Jesse in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell the woman wearing a hat in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing a hat') | What_Day()" }, { "input": "meet Harrie in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "I want you to shift blue cola from entrance and place in basket at living room", "output": "Respond('Sure! I'm working on it') | Move_To('entrance') | Search_Object('cola', 'blue') | Pickup() | Move_To('living room') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "what are the three witches in macbeth called", "output": "Respond('Weird Sisters or Wayward Sisters')" }, { "input": "get to know Laura at the living room, moving forward to find her at the dishwasher.", "output": "Respond('Okay i will greet her') | Move_To('living room') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('dishwasher') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "place the bowl on the coffee table and arrange the knife on it", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('knife', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "meet Hayley in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Emma in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "Can you bring me the left-most washcloth from the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Search_Object('washcloth', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the waving person from the exit to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the lamp') | Move_To('lamp')" }, { "input": "give me the biggest soap from the kitchen and answer a question", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('soap', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "serve me cereal in a dish and bring it here", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Fleur in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | What_Time()" }, { "input": "Say your team's affiliation and greet the smallest person.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "explain the items situated on the coffee table to Harrie.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('Harrie', '') | Answer()" }, { "input": "answer the quiz of the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue coat in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | What_Tomorrow()" }, { "input": "When you get a chance, can you head over to the dishwasher, count every single item of plum in there, and give tony the final tally?", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('plum', '') | Search_Person('tony', '') | Answer()" }, { "input": "Deliver cola in kitchen to person wearing an orange shirt, the person is in couch", "output": "Respond('Okay, I will do it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, this cola for you') | Give_To()" }, { "input": "salute Sophie in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Start by introducing yourself to the individual waving, then escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Fleur in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | What_Day()" }, { "input": "greet the person wearing black coat in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | What_Day()" }, { "input": "find Laura at the lamp", "output": "Respond('Okay, I will go find Laura') | Move_To('lamp') | Search_Person('Laura', '') | Respond('Here you are, I have found Laura')" }, { "input": "First, find bowl and put on kitchen cabinet, and then put fork on its left", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('fork', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet the person wearing yellow jacket in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide Sophie from the shelf to the coffee table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the coffee table') | Move_To('coffee table')" }, { "input": "meet Fleur in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Time()" }, { "input": "greet the person wearing yellow coat in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | What_Time()" }, { "input": "Please bring me a cup with noodles in it", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue sweater in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | What_Tomorrow()" }, { "input": "Make your introduction to the individual sitting and guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Give John the plate", "output": "Respond('Okay, I will give John the plate') | Search_Object('plate', '') | Pickup() | Search_Person('John', '') | Give_To() | Respond('Here you go, I have got you the plate')" }, { "input": "Say hello to the person in the office who is wearing orange shoes and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Emma in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "You should go behind the lead of John", "output": "Respond('Sure, I will follow John.') | Search_Person('John', '')| Respond('Hey John I am here to follow you.') | Follow()" }, { "input": "How many individuals in the office are dressed in an orange T-shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Liam in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "greet Jesse in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Lucas in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "report to jarvis after counting spoon placed in the TV table.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('spoon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Tally the cola lying on the table in the dining area and inform the count to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('cola', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a person pointing to the right in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "tell your teams name to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell tallest man in the living room how many cola there are on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('cola','') | Move_To('living room') | Search_Person('', 'tallest man') | Answer()" }, { "input": "relate man waving in the kitchen how many cola there are on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('cola','') | Move_To('kitchen') | Search_Person('', 'man waving') | Answer()" }, { "input": "give me a dish full of drink, please", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me what is the right-most object on the TV table", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the right-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "find water in the hallway then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "who was beauty and the beast written by", "output": "Respond('Gabrielle - Suzanne Barbot de Villeneuve')" }, { "input": "look for a person pointing to the right in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "tell me what is the smallest decorations on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'smallest decorations') | Search_Person('user', '') | Answer()" }, { "input": "locate a waving person in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "locate a person raising their right arm in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "take cola from the TV table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the hallway then grasp it and deliver it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "tell man wearing blue pants in the exit how many pringles exist on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('pringles','') | Move_To('exit') | Search_Person('', 'man wearing blue pants') | Answer()" }, { "input": "Tell whats your team afiliation to Peter", "output": "Respond('Okay! I got it') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet John in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell what day is today to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "In tray, place candle", "output": "Respond('Forsure!') | Search_Object('candle', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Could you portray the person lying down at the living room and answer a question for me?", "output": "Respond('Let me see!') | Move_To('living room') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet the person wearing blue jacket in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | What_Time()" }, { "input": "say the day of the week to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the lamp to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the entrance') | Move_To('entrance')" }, { "input": "find washcloth in the living room then fetch it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the day of the month to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "find a person raising their right arm in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who is 30 seconds to mars touring with", "output": "Respond('Welshly Arms')" }, { "input": "greet Hayley in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a person raising their right arm in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "What I need for you is to guide the person who smallest at the trashcan to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "escort the person dressed in an orange shirt to the entrance after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please guide John who wearing orange shoes standing at the lamp to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('John', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "After you get to know Sophie at the exit, head to the shelf and greet her.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "inform person wearing glasses in the couch how many liquorice exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('liquorice','') | Move_To('couch') | Search_Person('', 'person wearing glasses') | Answer()" }, { "input": "meet Susan in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "salute the person wearing blue jacket in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "guide Liam who wearing yellow pants to the coathanger from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Liam', 'wearing yellow pants') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell woman dressed in a blue blouse in the trashcan how many curry there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('curry','') | Move_To('trashcan') | Search_Person('', 'woman dressed in a blue blouse') | Answer()" }, { "input": "greet the person wearing yellow sweater in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "You have to find cup at living room and set it on coffee table. Also set spoon on its left too", "output": "Respond('I got this!') | Move_To('living room') |Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('spoon', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet the person wearing blue t shirt in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "bring me mayonaise from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Noah in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Day()" }, { "input": "Please tell me what the blue object on the desk is.", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the blue object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "Could you tell me the number of people in the kitchen wearing yellow T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing yellow T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "Can you pour a bowl of noodles and give it to me?", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Laura in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Laura', '') | Give_To()" }, { "input": "greet the person wearing black t shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "say hello to the person dressed in a blue T-shirt in the living room and say your team's affiliation", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Laura in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "greet the person wearing white blouse in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | What_Time()" }, { "input": "Mention your team's affiliation and say hello to the person dressed in an orange shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "To the person dressed in an orange shirt, introduce yourself and escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue shirt in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "salute Robin in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "say what day is today to the person wearing black shoes in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing black shoes') | What_Day()" }, { "input": "tell me what is the largest cleaning supplies on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'largest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find sausages and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow Emma from the couch to the kitchen", "output": "Respond('got it') | Move_To('couch') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Could you tell me how many people in the kitchen are wearing a hat?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "Go to lounge chair, meet the person who wearing orange shoes and take to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing blue coat in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | What_Time()" }, { "input": "greet the person wearing black blouse in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "Your job is put the black cup at the kitchen cabinet, and once that's done, put the spoon in it", "output": "Respond('I got this!') | Search_Object('cup', 'black') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet the person wearing blue t shirt in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "Please tell me how many person pointing to the right are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "find a person raising their left arm in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "list the responsibilities of the team leader within the team", "output": "Respond('Assign tasks to team members including those that he / she will manage')" }, { "input": "greet Kevin in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "follow the lead of the person wearing an orange T-shirt", "output": "Respond('okay I will follow the person wearing an orange T-shirt') | Search_Person('', 'wearing an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute the person wearing blue sweater in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Lucas in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Say I need you to the Lucas in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I need you')" }, { "input": "meet Hayley in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "locate a person raising their right arm in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "salute Hayley in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I want you to fetch blue mayonaise from lamp and place in bag at kitchen", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('mayonaise', 'blue') | Pickup() | Move_To('kitchen') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "strawberry in dinner table there, you count and give tony how much numbers.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('strawberry', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing black sweater in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "inform man raising their left arm in the couch how many stroopwafel there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('stroopwafel','') | Move_To('couch') | Search_Person('', 'man raising their left arm') | Answer()" }, { "input": "look for a person raising their left arm in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet Sophie in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Harrie in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find soap in the office then grasp it and bring it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "who sang maybe it's because i'm a londoner", "output": "Respond('Hubert Robert Harry Gregg')" }, { "input": "Tell I love you to the person lying down", "output": "Respond('Okay! I got it') | Search_Person('', 'lying down') | Respond('I love you')" }, { "input": "greet Liam in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | What_Day()" }, { "input": "meet William in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | What_Time()" }, { "input": "Take yellow milk from trashcan and then bring it to person who wearing blue shoes", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('milk', 'yellow') | Pickup() | Search_Person('', 'wearing blue shoes') | Respond('Hi, this is for you') | Give_To()" }, { "input": "To person dressed in an orange T-shirt in living room, acquire curry from coathanger and present it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('curry', '') | Pickup() | Move_To('living room') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi. this curry for you') | Give_To()" }, { "input": "greet the person wearing yellow coat in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "find washcloth in the kitchen then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow the person pointing to the right at kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Follow()" }, { "input": "take soap from the hallway cabinet and give it to Lucas in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Lucas', '') | Give_To()" }, { "input": "coke is in hallway, you go there count and give tony the numbers.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('coke', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Emma in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "put a little love in your heart composer", "output": "Respond('Jackie DeShannon , who composed it with her brother , Randy Myers , and Jimmy Holiday')" }, { "input": "Will you tell me how many person raising their left arm are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "tell the gesture of the person at the kitchen cabinet to the person at the loc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in kitchen cabinet is') | Answer()" }, { "input": "meet William in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | What_Day()" }, { "input": "meet Kevin in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say what day is tomorrow to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "bring me a dish full of cereal, please", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue shirt in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say hello to Julia in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "desk having all peach, you go count and say tony all the numbers.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('peach', '') | Search_Person('tony', '') | Answer()" }, { "input": "After you meet Peter at the trashcan, head to the coffee table and find him.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('coffee table') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the TV table') | Move_To('TV table')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Laura in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Laura', '') | Give_To()" }, { "input": "meet Harrie in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "greet Fleur in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "inform woman wearing yellow shoes in the trashcan how many banana there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('banana','') | Move_To('trashcan') | Search_Person('', 'woman wearing yellow shoes') | Answer()" }, { "input": "At couch, guide the person who is the tallest to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "say what day is today to the people sitting in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('', 'sitting people') | What_Day()" }, { "input": "guide Sophie from the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the coathanger') | Move_To('coathanger')" }, { "input": "locate a person raising their right arm in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing black coat in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "who is adriana in daddy's home 2", "output": "Respond('Didi Costine')" }, { "input": "At couch, meet the person who wearing an orange blouse and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Give Liam the pancake mix", "output": "Respond('Okay, I will give Liam the pancake mix') | Search_Object('pancake mix', '') | Pickup() | Search_Person('Liam', '') | Give_To() | Respond('Here you go, I have got you the pancake mix')" }, { "input": "Your mission is take candy from lounge chair. Finally, handover that candy to person wearing blue shoes", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('candy', '') | Pickup() | Search_Person('', 'wearing blue shoes') | Respond('Hi. this candy for you') | Give_To()" }, { "input": "Please go behind person wearing blue shoes in the kitchen", "output": "Respond('Sure, I will follow the person wearing blue shoes.') | Move_To('kitchen')| Search_Person('', 'wearing blue shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person pointing to the left in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Robin in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Emma in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find milk in the office then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing gray t shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'gray t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Harrie in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Noah in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find washcloth and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet William in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Laura in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Susan in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "navigate to the office and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "greet Fleur in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Julia in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black coat in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | Respond('I am here to follow you') | Follow()" }, { "input": "Give Robin the candy", "output": "Respond('Okay, I will give Robin the candy') | Search_Object('candy', '') | Pickup() | Search_Person('Robin', '') | Give_To() | Respond('Here you go, I have got you the candy')" }, { "input": "tell me how many people in the living room are wearing orange jackets", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing orange jackets') | Search_Person('user', '') | Answer()" }, { "input": "Store this black hagelslag to tray", "output": "Respond('Forsure!') | Search_Object('hagelslag', 'black') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "serve me drink in a dish and bring it here", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Emma in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Please go after the lead of Peter in the office", "output": "Respond('Sure, I will follow Peter.') | Move_To('office')| Search_Person('Peter', '')| Respond('Hey Peter I am here to follow you.') | Follow()" }, { "input": "greet the person wearing white blouse in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Once you've introduced yourself to the tallest person in the trashcan, guide them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "bring me water from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Tell I love you to the person sitting", "output": "Respond('Okay! I got it') | Search_Person('', 'sitting') | Respond('I love you')" }, { "input": "You should go behind the lead of person wearing an orange shirt", "output": "Respond('Sure, I will follow the person wearing an orange shirt.') | Search_Person('', 'wearing an orange shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "meet Susan in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "meet Peter in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black sweater in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "See lying down person in lounge chair. Describe appearance.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Please navigate to the living room and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Greet the person pointing to the left in the living room and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow sweater in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "set bowl on kitchen cabinet at the same time spoon in it", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "Tell Lucas about the object on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('What is the object on the kitchen cabinet') | Search_Person('Lucas', '') | Answer()" }, { "input": "meet Sophie at the exit then look for them in the office", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing white sweater in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say whats your favorite color to the person sitting in the desk", "output": "Respond('Okay! I got it') | Move_To('desk') | Search_Person('', 'sitting') | Respond('My favorite color is blue')" }, { "input": "greet the person wearing white shirt in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "tell me what is the largest cleaning supplies on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'largest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "What is the biggest object situated on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "After introducing yourself to the person wearing orange shoes, take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "From kitchen, take strawberry and convey it to Sara wearing yellow pants at couch", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('strawberry', '') | Pickup() | Move_To('couch') | Search_Person('Sara', 'wearing yellow pants') | Respond('Hi. this strawberry for you') | Give_To()" }, { "input": "take washcloth from the dishwasher and bring it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell woman wearing a hat in the office how many cup there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('cup','') | Move_To('office') | Search_Person('', 'woman wearing a hat') | Answer()" }, { "input": "escort the person who is sitting to the coathanger after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Greet the person standing in the kitchen and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet John in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | What_Time()" }, { "input": "Lay cup on kitchen counter and knife on it", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('knife', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "meet Lucas in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me fanta from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take fanta from the shelf and give it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow coat in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "count the liquorice at the lounge chair and then report to woman wearing yellow shoes in the exit", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('liquorice','') | Move_To('exit') | Search_Person('', 'woman wearing yellow shoes') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the trashcan') | Move_To('trashcan')" }, { "input": "meet Hayley in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Get dishwasher tab and then transfer the dishwasher tab to kitchen counter. Then put that in basket", "output": "Respond('Sure! I'm working on it') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('kitchen counter') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Tell Emma about the objects on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Emma', '') | Answer()" }, { "input": "salute Hayley in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "guide the waving person from the lounge chair to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the couch') | Move_To('couch')" }, { "input": "meet Robin in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Time()" }, { "input": "greet the person wearing yellow blouse in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "inform woman wearing blue T-shirt in the exit the number of pancake mix present on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('pancake mix','') | Move_To('exit') | Search_Person('', 'woman wearing blue T-shirt') | Answer()" }, { "input": "get acquainted with Sophie at the hallway, moving forward to greet him at the dishwasher.", "output": "Respond('Okay i will greet him') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "Enumerate the apple situated on the dining table and report to that quantity to tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('apple', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide Sophie from the TV table to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the coathanger') | Move_To('coathanger')" }, { "input": "follow the lead of the person wearing an orange blouse", "output": "Respond('okay I will follow the person wearing an orange blouse') | Search_Person('', 'wearing an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "From living room, take strawberry and convey it to Fleur dressed in an orange shirt at couch", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('strawberry', '') | Pickup() | Move_To('couch') | Search_Person('Fleur', 'dressed in an orange shirt') | Respond('Hi. this strawberry for you') | Give_To()" }, { "input": "meet Liam in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find sponges in the office then take it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "To the exit, guide the person wearing orange shoes.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find soap in the office then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing yellow t shirt in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "Deliver pancake mix to Lucas in lamp", "output": "Respond('Okay, I will do it') | Search_Object('pancake mix', '') | Pickup() | Move_To('lamp') | Search_Person('Lucas', '') | Respond('Hi, this pancake mix for you') | Give_To()" }, { "input": "meet William in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | What_Day()" }, { "input": "find soap in the hallway then grasp it and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Can you describe the fanta on the kitchen cabinet to Sara, please?", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Search_Object('fanta', '') | Vision_Ask('describe the fanta on the kitchen cabinet') | Search_Person('Sara', '') | Answer()" }, { "input": "Please inform person wearing an orange T-shirt in the trashcan how many sponge there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('sponge','') | Move_To('trashcan') | Search_Person('', 'person wearing an orange T-shirt') | Answer()" }, { "input": "salute Susan in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "find water in the hallway then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find washcloth in the kitchen then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Sophie in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black t shirt in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "From office, pickup pringles and to tallest person at couch, carry it", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('pringles', '') | Pickup() | Move_To('couch') | Search_Person('', 'tallest') | Respond('Hi. this pringles for you') | Give_To()" }, { "input": "greet Robin in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "take milk from the TV table and give it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "inform jarvis the number of candy present on the dining room table.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('candy', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Tell Liam about the cola on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Search_Object('cola', '') | Vision_Ask('describe the cola on the coffee table') | Search_Person('Liam', '') | Answer()" }, { "input": "Please get black water at living room and then put inside of bag in lamp", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('water', 'black') | Pickup() | Move_To('lamp') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "From the trashcan to the exit, escort the individual who is dressed in a black shirt.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'dressed in a black shirt') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Take a fork from exit and put it down at kitchen counter", "output": "Respond('OK! I'm working on it') | Move_To('exit') | Search_Object('fork', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "guide Sophie from the hallway cabinet to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the entrance') | Move_To('entrance')" }, { "input": "greet the person wearing blue blouse in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform tony the sponge count on the kitchen counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('sponge', '') | Search_Person('tony', '') | Answer()" }, { "input": "Your task is to convey the blue liquorice and place it inside the tray", "output": "Respond('Forsure!') | Search_Object('liquorice', 'blue') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Can you count how many people in the living room are standing?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "Please inform child in the living room how many crisp there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('crisp','') | Move_To('living room') | Search_Person('', 'child') | Answer()" }, { "input": "Go to lamp to get lemon and then transfer the lemon to hallway cabinet. Then put that in tray", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('lemon', '') | Pickup() | Move_To('hallway cabinet') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "take coke from the kitchen counter and give it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take water from the coffee table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "It would be great if you could explain to the person at exit how the individual sitting at trashcan appears.", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "find soap in the hallway then grasp it and deliver it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "Would you pour a dish with drink for me?", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Julia in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet Robin in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet the person wearing orange sweater in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'orange sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Noah in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you fetch the tallest apple from the office and bring it to kitchen cabinet?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('apple', 'tallest') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet Lucas in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Go to the office and meet Gabrielle, then answer a question.", "output": "Respond('got it!') | Move_To('office') | Search_Person('Gabrielle', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "take the person standing from the trashcan to the exit after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "Your mission is pick up ice tea from lounge chair and convey it to tallest person in exit", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('ice tea', '') | Pickup() | Move_To('exit') | Search_Person('', 'tallest') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "meet Robin in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "greet the person wearing black shirt in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue sweater in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "bring me banana from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('banana', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the hallway then get it and give it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "By introducing yourself to the person wearing blue shoes, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shoes') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing yellow shirt in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | What_Tomorrow()" }, { "input": "find soap in the hallway then grasp it and bring it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "look for a person raising their left arm in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Laura in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Laura', '') | Give_To()" }, { "input": "meet Julia in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "inform woman wearing blue pants in the couch the number of plate present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('plate','') | Move_To('couch') | Search_Person('', 'woman wearing blue pants') | Answer()" }, { "input": "greet Hayley in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please carry that coke to the basket", "output": "Respond('Forsure!') | Search_Object('coke', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "mayonaise is in dishwasher, you go there count and give jarvis the numbers.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('mayonaise', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Describe to Fleur what is on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Fleur', '') | Answer()" }, { "input": "Introduce yourself to the person in the lamp who is wearing yellow pants and then escort them to the exit.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing yellow pants') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "bring me soap from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black blouse in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Person at exit, say him about person sitting.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "To person dressed in a blue T-shirt in hallway, acquire cornflakes from coathanger and present it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('cornflakes', '') | Pickup() | Move_To('hallway') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi. this cornflakes for you') | Give_To()" }, { "input": "meet Robin in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Can you fetch the tallest pancake mix from the kitchen and bring it to me?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('pancake mix', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Go to lamp, meet the person who is the tallest and escort to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Store this yellow dubbelfris to the bag", "output": "Respond('Forsure!') | Search_Object('dubbelfris', 'yellow') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Robin in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue blouse in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Lucas in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find cola in the living room then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please move to the dinner table. tell me how many drinks are on there. ", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "say what day is tomorrow to the tallest man in the exit", "output": "Move_To('exit') | Search_Person('', 'tallest man') | What_Tomorrow()" }, { "input": "escort the person who is wearing orange pants to the coathanger from the lounge chair.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing yellow shirt in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a person raising their right arm in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Lucas in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Julia in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a person pointing to the left in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Sara in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "meet Harrie in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "At the coathanger, get acquainted with Sophie, then greet her at the coffee table.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "meet Liam in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Make introductions with the person standing before guiding them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Fetch the biggest liquorice from the office and take it to exit.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('liquorice', 'biggest') | Pickup() | Move_To('exit') | Place_On('exit')" }, { "input": "salute Julia in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "look for a person raising their left arm in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "meet Sophie at the exit then look for them in the hallway", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "take the standing men at the hallway to the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'standing men') | Respond('Hey, I am here to guide you to dinner table, please follow me') | Move_To('dinner table')" }, { "input": "tell the man dressed in a yellow T-shirt in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man dressed in a yellow T-shirt') | What_Tomorrow()" }, { "input": "tell me what is the thinnest object on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'thinnest') | Search_Person('user', '') | Answer()" }, { "input": "Could you be able to describe the individual currently standing in the exit?", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Greet the oldest person and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "count the liquorice at the office and inform jarvis", "output": "Respond('got it!') | Move_To('office') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell me how many snacks there are on the shelf", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Liam in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Day()" }, { "input": "Your mission is pick up mayonaise from couch and convey it to John who is in exit", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('mayonaise', '') | Pickup() | Move_To('exit') | Search_Person('John', '') | Respond('Hi John, this mayonaise for you') | Give_To()" }, { "input": "greet Noah in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | What_Day()" }, { "input": "relate man wearing orange shoes in the kitchen counter how many pancake mix there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('pancake mix','') | Move_To('kitchen counter') | Search_Person('', 'man wearing orange shoes') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the shelf') | Move_To('shelf')" }, { "input": "Navigate to find the blue dish and place on kitchen cabinet", "output": "Respond('I got this!') | Search_Object('dish', 'blue') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet Harrie in the TV table and follow them to the hallway", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('TV table') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Follow()" }, { "input": "locate a person pointing to the left in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sara in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Tell Hayley what's on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('describe the objects on the TV table') | Search_Person('Hayley', '') | Answer()" }, { "input": "find a person pointing to the left in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Transport fork in living room to exit, give it to Fleur wearing orange pants", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('fork', '') | Pickup() | Move_To('exit') | Search_Person('Fleur', 'wearing orange pants') | Respond('Hi Fleur. this fork for you') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Julia in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "follow Julia from the kitchen cabinet to the kitchen", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Could you please put a cup on desk then knife on its right", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "find soap in the living room then take it and deliver it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Deliver plate in hallway to person wearing orange pants, the person is in couch", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('plate', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing orange pants') | Respond('Hi, this plate for you') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "find soap in the hallway then fetch it and bring it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "salute Emma in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Peter in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black jacket in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Hayley in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "My request for you is change location of cola from exit to bag in office", "output": "Respond('Sure! I'm working on it') | Move_To('exit') | Search_Object('cola', '') | Pickup() | Move_To('office') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "I need you to give me a dish with full of cereal", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue jacket in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Sophie in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell the day of the month to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "where was agatha christies dead mans folly filmed", "output": "Respond('largely on location at West Wycombe Park in Buckinghamshire')" }, { "input": "meet Sophie at the hallway cabinet then locate them in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "get acquainted with William at the couch, then find her at the coffee table.", "output": "Respond('Okay i will greet her') | Move_To('couch') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('coffee table') | Search_Person('William', '') | Respond('Oh William, we meet again!')" }, { "input": "tell me how the person standing at the lamp looks like", "output": "Respond('Am on it!') | Move_To('lamp') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet Kevin in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white blouse in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "greet Hayley in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Say hello to the person pointing to the right in the office and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing black sweater in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Kevin in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | What_Day()" }, { "input": "Can I ask you to give blue spoon to person in lying down?", "output": "Respond('Ok! I'll do it') | Search_Object('spoon', 'blue') | Pickup() | Search_Person('', 'lying down') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "Take cornflakes from lounge chair and then bring it to Robin who wearing an orange T-shirt", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('cornflakes', '') | Pickup() | Search_Person('Robin', 'wearing an orange T-shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "tell me how the person standing looks like", "output": "Respond('Am on it!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "follow Julia from the dishwasher to the office", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "who won mrs money in the bank 2018", "output": "Respond('Alexa Bliss')" }, { "input": "You should go after the the lead of person wearing orange pants in the living room", "output": "Respond('okay I will follow the person wearing orange pants') | Move_To('living room') | Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "take coke from the kitchen cabinet and deliver it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "To exit, guide Liam who is the oldest from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Liam', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "bring me strawberry from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('strawberry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the waving person from the lounge chair to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the lamp') | Move_To('lamp')" }, { "input": "find soap in the hallway then grasp it and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Introduce your team's affiliation and greet the person wearing a hat.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, My team's name is pusan national university')" }, { "input": "deliver to the tallest lemon from the shelf and then answer a question for me.", "output": "Respond('Got it i will bring it to you!') | Move_To('shelf') | Search_Object('lemon', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "who wrote in heaven there is no beer", "output": "Respond('Ernst Neubach and Ralph Maria Siegel')" }, { "input": "set the bowl on the dinner table", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "salute Jesse in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "What object is the blue on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the blue object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "meet William in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say your teams country to the person sitting in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "bring me sausages from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "where do the checks and balances come from", "output": "Respond('Montesquieu')" }, { "input": "Retrieve the yellow washcloth from the coathanger and bring it to me", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('washcloth', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Go and look in hallway cabinet. Count all the water. Report number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('water', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "At the exit, meet Jesse, then greet him at the shelf.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('shelf') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "find washcloth in the hallway then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the hallway then grasp it and give it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | What_Time()" }, { "input": "State your team's affiliation and say hello to the person in the office wearing an orange blouse.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Robin in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please make your way to the lounge chair and escort the person who oldest to the entrance.", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "find Jesse at the lounge chair", "output": "Respond('Okay, I will go find Jesse') | Move_To('lounge chair') | Search_Person('Jesse', '') | Respond('Here you are, I have found Jesse')" }, { "input": "Your goal is take the person who wearing an orange shirt, whom meet at the trashcan, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing an orange shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the entrance') | Move_To('entrance')" }, { "input": "meet Sophie at the kitchen cabinet then find them in the kitchen", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing red t shirt in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | What_Tomorrow()" }, { "input": "locate a person raising their right arm in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "meet Liam in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell woman raising their left arm in the lounge chair how many crisp exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('crisp','') | Move_To('lounge chair') | Search_Person('', 'woman raising their left arm') | Answer()" }, { "input": "find a person pointing to the right in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "escort Harrie to the coathanger", "output": "Respond('Okay, I am working on it') | Search_Person('Harrie', '') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing red coat in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Your mission is that set the bowl on TV table", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "take the sitting men in the couch to the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('', 'sitting men') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Deliver pea soup in kitchen to person wearing black pants, the person is in lounge chair", "output": "Respond('Okay, I will do it') | Move_To('kitchen') | Search_Object('pea soup', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'wearing black pants') | Respond('Hi, this pea soup for you') | Give_To()" }, { "input": "meet Sophie at the kitchen counter then find them in the kitchen", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Could you grab the biggest banana from the shelf and deliver it to exit?", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('banana', 'biggest') | Pickup() | Move_To('exit') | Place_On('exit')" }, { "input": "tell what day is today to the women sitting in the trashcan", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('', 'sitting women') | What_Day()" }, { "input": "I'd like to know what the biggest object on the desk is.", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the biggest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "greet Lucas in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say something about yourself to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a person pointing to the right in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Do me a favor and tally up how many pieces of knife are in the kitchen counter, then report to that figure to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('knife', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Emma in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Can you identify the blue object on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the blue object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "bring me sponges from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "where does the name pg tips come from", "output": "Respond('Pre-Gestee - a variant of the original name ' Digestive Tea '')" }, { "input": "Let's begin by having you take that coke to the office and putting it in that bag", "output": "Respond('Forsure!') | Search_Object('coke', '') | Pickup() | Move_To('office')| Search_Object('bag', '') | Place_On('bag')" }, { "input": "Will you tell me how many waving person are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | What_Time()" }, { "input": "find a person raising their left arm in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "meet Lucas in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | What_Time()" }, { "input": "In the hallway, say hello to the person dressed in an orange blouse and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Meet Laura in the desk and then go after them to the hallway.", "output": "Respond('got it!') | Move_To('desk') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Follow()" }, { "input": "Can you deliver to me some noodles in a cup?", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Give Julia the hagelslag", "output": "Respond('Okay, I will give Julia the hagelslag') | Search_Object('hagelslag', '') | Pickup() | Search_Person('Julia', '') | Give_To() | Respond('Here you go, I have got you the hagelslag')" }, { "input": "find cola in the office then take it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the kitchen are wearing blue jackets", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing blue jackets') | Search_Person('user', '') | Answer()" }, { "input": "when was the $2 bill first made", "output": "Respond('1862')" }, { "input": "locate a person pointing to the right in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing black jacket in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "Say I need you to the Kevin in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('Kevin', '') | Respond('I need you')" }, { "input": "go after the the lead of person dressed in a black T-shirt in the hallway", "output": "Respond('okay I will follow the person dressed in a black T-shirt') | Move_To('hallway') | Search_Person('', 'dressed in a black T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Greet the person wearing glasses and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, My team's name is pusan national university')" }, { "input": "pick up the water", "output": "Respond('Okay, I will go get the water') | Search_Object('water', '') | Pickup() | Respond('Here you go, I have got you the water')" }, { "input": "find a person pointing to the left in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow jacket in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "pour me noodles in a bowl and bring it", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person pointing to the left in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Say hello to the person dressed in a black blouse and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "give me some drink in a bowl", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you identify the yellow object on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the yellow object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then take it and give it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "locate a person raising their right arm in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Could you place a cup on the hallway cabinet, with a knife on it?", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('knife', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Introduce yourself to the person in the couch who is wearing blue T-shirt and then escort them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please inform man wearing orange shoes in the office how many crisp there are on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('crisp','') | Move_To('office') | Search_Person('', 'man wearing orange shoes') | Answer()" }, { "input": "greet Kevin in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet the person wearing yellow coat in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "greet the person wearing black coat in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | What_Time()" }, { "input": "salute Hayley in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "Your task is earn plate at lamp and shift that plate on coffee table", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('plate', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "salute Liam in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "You should follow the person dressed in a yellow shirt in the living room", "output": "Respond('okay I will follow the person dressed in a yellow shirt') | Move_To('living room') | Search_Person('', 'dressed in a yellow shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing black jacket in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell the day of the week to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "what is the outcome of the complement cascade", "output": "Respond('activation of the cell - killing membrane attack complex')" }, { "input": "meet Sophie at the dishwasher then locate them in the hallway", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "From living room, take hagelslag and convey it to Lucas dressed in an orange blouse at couch", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('hagelslag', '') | Pickup() | Move_To('couch') | Search_Person('Lucas', 'dressed in an orange blouse') | Respond('Hi. this hagelslag for you') | Give_To()" }, { "input": "Your assistance is needed to go through the hallway cabinet, make a count of all the soap items, and provide jarvis with that number.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "I need you to procure pringles from couch and place it on dishwasher", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('pringles', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "greet the person wearing yellow t shirt in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | What_Tomorrow()" }, { "input": "inform person wearing yellow pants in the exit how many dubbelfris exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('dubbelfris','') | Move_To('exit') | Search_Person('', 'person wearing yellow pants') | Answer()" }, { "input": "greet the person wearing white blouse in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "I want you to tell me the pose of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the biggest food on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'biggest food') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to John in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('John', '') | Give_To()" }, { "input": "Will you tell me the gesture of the person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to William in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('William', '') | Give_To()" }, { "input": "At the dinner table, put dish", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "greet Harrie in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Susan in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Susan', '') | Give_To()" }, { "input": "meet Sophie at the kitchen counter then look for them in the living room", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Jesse in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "get to know Noah at the trashcan, then locate the person in the exit and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('trashcan') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "Look at pancake mix in hallway cabinet. Count them all up. Give jarvis that number.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('pancake mix', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find water in the hallway then take it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sara in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say what day is tomorrow to the man wearing yellow blouse in the exit", "output": "Move_To('exit') | Search_Person('', 'man wearing yellow blouse') | What_Tomorrow()" }, { "input": "meet Fleur in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "describe the cup on the kitchen counter to Hayley.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Search_Object('cup', '') | Vision_Ask('describe the cup on the kitchen counter') | Search_Person('Hayley', '') | Answer()" }, { "input": "greet Emma in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "Can you take the yellow pear from the kitchen to the hallway cabinet?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('pear', 'yellow') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "greet the person wearing blue blouse in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "You can see person sitting at lamp, tell me how look.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "guide the oldest person to the exit after making introductions in the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the waving person from the coathanger to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the couch') | Move_To('couch')" }, { "input": "meet Lucas in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "meet Noah in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white shirt in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow blouse in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "Can you describe the objects on the coffee table to Harrie, please?", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('Harrie', '') | Answer()" }, { "input": "where is the show grey's anatomy filmed", "output": "Respond('primarily in Los Angeles , California')" }, { "input": "meet William in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "will you say what day is tomorrow to the woman wearing an orange blouse in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing an orange blouse') | What_Tomorrow()" }, { "input": "greet Liam in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "what was the main reason the colonist assembled for the first continental congress", "output": "Respond('in response to the Intolerable Acts passed by the British Parliament , which the British referred to as the Coercive Acts , with which the British intended to punish Massachusetts for the Boston Tea Party')" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Hayley in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please guide John who wearing orange pants standing at the lamp to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('John', 'wearing orange pants') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take soap from the hallway cabinet and give it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to Jesse in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Jesse', '') | Give_To()" }, { "input": "greet the person wearing blue jacket in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "inform person wearing a hat in the exit how many knife exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('knife','') | Move_To('exit') | Search_Person('', 'person wearing a hat') | Answer()" }, { "input": "Can you tell me the number of individuals wearing black T-shirt in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing black T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "follow Emma from the shelf to the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "find soap in the hallway then take it and bring it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "Can I ask you to bring pancake mix to trashcan and put in the bag?", "output": "Respond('Sure! I'm working on it') | Search_Object('pancake mix', '') | Pickup() | Move_To('trashcan') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing white shirt in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "greet Fleur in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | What_Day()" }, { "input": "navigate to the trashcan then look for a candle and fetch it and give it to the person standing in the entrance", "output": "Respond('Okay i got it!') | Move_To('trashcan') | Search_Object('candle', '') | Pickup() | Move_To('entrance') | Search_Person('', 'standing') | Give_To()" }, { "input": "Could you grab the black orange from the office and bring it to me?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('orange', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "escort Fleur to the couch", "output": "Respond('Okay, I am working on it') | Search_Person('Fleur', '') | Respond('Hey, I am here to guide you to couch, please follow me') | Move_To('couch')" }, { "input": "salute Sara in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "relate child in the lounge chair how many crisp there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('crisp','') | Move_To('lounge chair') | Search_Person('', 'child') | Answer()" }, { "input": "find soap in the hallway then take it and deliver it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "Greet the person wearing yellow T-shirt in the living room and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet John in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Hayley in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Introduce yourself to Robin at the coffee table, and proceed to go after them to the hallway.", "output": "Respond('got it!') | Move_To('coffee table') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet John in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please convey curry to hallway. And hand it over to tallest", "output": "Respond(,'Ok! I'll do it') | Search_Object('curry', '') | Pickup() | Move_To('hallway') | Search_Person('', 'tallest') | Respond('Hi. this curry for you') | Give_To()" }, { "input": "tell child in the lounge chair the number of spoon present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('spoon','') | Move_To('lounge chair') | Search_Person('', 'child') | Answer()" }, { "input": "Introduce your team's affiliation and greet the person waving in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Julia at the hallway cabinet then find them in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Julia', '') | Respond('Hi Julia nice to meet you') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('Oh we meet again!')" }, { "input": "the name given to the east to west rotation of venus", "output": "Respond('retrograde')" }, { "input": "greet Peter in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person pointing to the left in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "relate woman dressed in an orange shirt in the lamp how many soap there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('soap','') | Move_To('lamp') | Search_Person('', 'woman dressed in an orange shirt') | Answer()" }, { "input": "tell me how many people in the office are wearing black jackets", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing black jackets') | Search_Person('user', '') | Answer()" }, { "input": "inform jarvis after counting crisp placed in the hallway.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to William in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('William', '') | Give_To()" }, { "input": "greet John in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you give me the biggest peach that's in the kitchen, please?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('peach', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet William in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | What_Time()" }, { "input": "meet Liam in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "tell the man wearing orange shoes in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man wearing orange shoes') | What_Time()" }, { "input": "greet William in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Take the strawberry in dishwasher to the tray", "output": "Respond('Forsure!') | Move_To('dishwasher') | Search_Object('strawberry', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "meet Sophie at the coathanger then look for them in the kitchen", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "How many individuals are there in the living room dressed in a yellow blouse?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in a yellow blouse') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white jacket in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a person raising their left arm in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "greet the person wearing black sweater in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | What_Time()" }, { "input": "Please give me the right-most plate in the kitchen and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('plate', 'right-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Please relate woman dressed in a black T-shirt in the hallway cabinet how many candy there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('candy','') | Move_To('hallway cabinet') | Search_Person('', 'woman dressed in a black T-shirt') | Answer()" }, { "input": "get to know Kevin at the lounge chair first, and then find her at the hallway cabinet and greet.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('hallway cabinet') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "say hello to Robin in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "tell tallest woman in the coathanger the number of water present on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('water','') | Move_To('coathanger') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "follow Emma from the TV table to the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "find soap in the kitchen then take it and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet the person wearing black sweater in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "locate a person raising their right arm in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "look for a person raising their left arm in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "what are the pixies names in winx club", "output": "Respond('Piff')" }, { "input": "Deliver peach to Laura in couch", "output": "Respond('Okay, I will do it') | Search_Object('peach', '') | Pickup() | Move_To('couch') | Search_Person('Laura', '') | Respond('Hi, this peach for you') | Give_To()" }, { "input": "guide Sophie from the desk to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "find Julia at the lamp and answer a question", "output": "Respond('Okay, I will go find Julia') | Move_To('lamp') | Search_Person('Julia', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "greet the person wearing white coat in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | What_Time()" }, { "input": "Say whats your favorite color to the person sitting in the kitchen", "output": "Respond('Okay! I got it') | Move_To('kitchen') | Search_Person('', 'sitting') | Respond('My favorite color is blue')" }, { "input": "greet the person wearing black coat in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who plays nick's dad in new girl", "output": "Respond('Dennis Farina')" }, { "input": "find a waving person in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Time()" }, { "input": "Go introduce yourself to Sophie in the coathanger, and then go after them to the couch.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Can you tell me the number of individuals dressed in an orange blouse in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('dressed in an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white sweater in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "Please move to the kitchen counter. tell me how many food are on there. ", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "salute Hayley in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "greet the person wearing black jacket in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "report to tony the fork count on the kitchen counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('fork', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet John in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing blue shirt in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "greet the person wearing white sweater in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "from among which three goddesses must paris choose the fairest to give the golden apple to", "output": "Respond('Hera')" }, { "input": "What object is the smallest that you see on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the smallest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find pear and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say appearance of sitting person to the another person who is in exit.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "meet Lucas in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Find the person sitting in the couch, introduce yourself, and take them towards the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Tell whats your team afiliation to Jesse", "output": "Respond('Okay! I got it') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Robin in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your task is place the dish at the TV table, and once that's done, place the spoon on it", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('spoon', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "look for a person pointing to the left in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you.') | Follow()" }, { "input": "greet Liam in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | What_Time()" }, { "input": "Please give me the smallest pancake mix and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('pancake mix', 'smallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet Lucas in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "look for a waving person in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take water from the hallway cabinet and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue jacket in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "will you say what day is tomorrow to the woman wearing yellow pants in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing yellow pants') | What_Tomorrow()" }, { "input": "find a person pointing to the left in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Please inform me about the left-most object on the desk.", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the left-most object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "greet Lucas in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Can you describe the objects on the TV table to Gabrielle, please?", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('describe the objects on the TV table') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "Meet John in the dishwasher and then go after them to the office.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Follow()" }, { "input": "in the musical 'annie' which president does annie meet", "output": "Respond('Franklin D. Roosevelt')" }, { "input": "Can you take the pancake mix away to hallway and put in tray?", "output": "Respond('Forsure!') | Search_Object('pancake mix', '') | Pickup() | Move_To('hallway') |Search_Object('tray', '') | Place_On('tray')" }, { "input": "meet Noah in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "where are the receptor cells for hearing located", "output": "Respond('within the spiral organ of Corti on the thin basilar membrane in the cochlea of the inner ear')" }, { "input": "inform child in the office how many liquorice there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('liquorice','') | Move_To('office') | Search_Person('', 'child') | Answer()" }, { "input": "Would you set a dish on the dinner table and a fork in it?", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('fork', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "find soap in the hallway then grasp it and bring it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "I need you to guide the person who dressed in a yellow shirt, found in the couch, toward coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take soap from the hallway cabinet and bring it to Liam in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Liam', '') | Give_To()" }, { "input": "find cola in the living room then take it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Fleur in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Explain appearance of standing person to person in exit.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "guide the person wearing blue shoes to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find a person pointing to the left in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "meet Julia in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Pickup the tictac and put on the bag", "output": "Respond('Forsure!') | Search_Object('tictac', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "find the peach at the dishwasher", "output": "Respond('Okay, I will go find the peach') | Move_To('dishwasher') | Search_Object('peach', '') | Respond('Here it is, I have found the peach')" }, { "input": "place a dish on the kitchen counter and lay a fork on its right", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('fork', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Can you fetch the tallest dubbelfris from the lounge chair and bring it to me?", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('dubbelfris', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "shelf having dubbelfris, you check and count, report to that amount to jarvis.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('dubbelfris', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black coat in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say what day is today to the men lying down in the trashcan", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('', 'lying down men') | What_Day()" }, { "input": "Please serve some drink in the bowl", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue blouse in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell the pose of Sophie at the kitchen cabinet to the person at the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Vision_Ask('describe to me the person posture') | Move_To('kitchen') | Vision_Ans()" }, { "input": "find a waving person in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Go look in kitchen. Count all the candle. Report number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Robin in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please inform person wearing an orange T-shirt in the exit how many plum there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('plum','') | Move_To('exit') | Search_Person('', 'person wearing an orange T-shirt') | Answer()" }, { "input": "greet Lucas in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Tell me which object is the smallest on the coffee table.", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the smallest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "pour drink into a bowl for me, please", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "count the dishwasher tab at the trashcan and then report to man wearing glasses in the exit", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('dishwasher tab','') | Move_To('exit') | Search_Person('', 'man wearing glasses') | Answer()" }, { "input": "say something about yourself to the person standing in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('', 'standing') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "tell jarvis how many candle are in the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "who sang the theme tune to the likely lads", "output": "Respond('Tony Rivers')" }, { "input": "meet Lucas in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue blouse in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow coat in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "escort the person who is wearing an orange T-shirt to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "escort Jesse to the couch", "output": "Respond('Okay, I am working on it') | Search_Person('Jesse', '') | Respond('Hey, I am here to guide you to couch, please follow me') | Move_To('couch')" }, { "input": "guide the person wearing a blue t shirt from the lamp to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the TV table') | Move_To('TV table')" }, { "input": "Give Liam the plate", "output": "Respond('Okay, I will give Liam the plate') | Search_Object('plate', '') | Pickup() | Search_Person('Liam', '') | Give_To() | Respond('Here you go, I have got you the plate')" }, { "input": "look for a person pointing to the left in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "find sponges in the kitchen then get it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Robin in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Sophie at the lounge chair.", "output": "Respond('Okay I will meet Sophie') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie, How are you doing?')" }, { "input": "pour some noodles into the dish for me", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find washcloth and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you tally up banana at the TV table and inform tony", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('banana', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Fleur in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide the waving person from the hallway cabinet to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the lounge chair') | Move_To('lounge chair')" }, { "input": "greet Lucas in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "what nhl team has scored the most goals in a season", "output": "Respond('Edmonton Oilers')" }, { "input": "Person is standing in trashcan. Describe to me.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Will you tell me how many person raising their right arm are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the desk then look for them in the office", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "look for a person pointing to the left in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "From hallway, take tictac and convey it to Harrie dressed in a blue shirt at trashcan", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('tictac', '') | Pickup() | Move_To('trashcan') | Search_Person('Harrie', 'dressed in a blue shirt') | Respond('Hi. this tictac for you') | Give_To()" }, { "input": "locate a person pointing to the left in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "report to child in the kitchen cabinet about the number of soap on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('soap','') | Move_To('kitchen cabinet') | Search_Person('', 'child') | Answer()" }, { "input": "Please bring blue fork to person wearing orange pants at the coathanger", "output": "Respond('Ok! I'll do it') | Search_Object('fork', 'blue') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing orange pants') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "Introduce yourself to the person in the lamp who is pointing to the right and then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "escort the person who is wearing orange pants from the trashcan to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue coat in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "a series of unfortunate events season 2 episode 1 release date", "output": "Respond('March 30 , 2018')" }, { "input": "Will you tell me how many waving person are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "what are the names of the characters in the breakfast club", "output": "Respond('Allison Reynolds')" }, { "input": "navigate to the hallway and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "meet Harrie in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow blouse in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "greet the person wearing white coat in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | What_Day()" }, { "input": "Describe for Laura the object on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('What is the object on the hallway cabinet') | Search_Person('Laura', '') | Answer()" }, { "input": "inform man dressed in an orange shirt in the entrance the number of plum present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('plum','') | Move_To('entrance') | Search_Person('', 'man dressed in an orange shirt') | Answer()" }, { "input": "Fetch the black dubbelfris from the hallway and take it to hallway cabinet.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('dubbelfris', 'black') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "First, get to know Robin at the lamp, then greet him at the kitchen cabinet.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "Please guide the person who dressed in a black shirt from couch to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in a black shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Julia in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black t shirt in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you tell me how many person pointing to the left are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "tell the name of the person at the dishwasher to the person at the loc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "greet the person wearing black sweater in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "the andes mountains are found in which south american countries", "output": "Respond('Bolivia')" }, { "input": "take soap from the hallway cabinet and bring it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "meet Sophie at the TV table then look for them in the living room", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "tell me how many decorations there are on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "meet Peter in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I would likeyou to describe the person exhibiting the standing at the entrance and also answer a question.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "locate a person raising their left arm in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black t shirt in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "guide the waving person from the trashcan to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the lounge chair') | Move_To('lounge chair')" }, { "input": "Search black crisp, fetch that crisp and place on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('crisp', 'black') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "say what day is today to the man dressed in a yellow T-shirt in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'man dressed in a yellow T-shirt') | What_Day()" }, { "input": "Please tell man raising their right arm in the lounge chair how many banana there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('banana','') | Move_To('lounge chair') | Search_Person('', 'man raising their right arm') | Answer()" }, { "input": "greet Robin in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue t shirt in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "meet Sophie at the exit then locate them in the living room", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "put the dish on the desk", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "meet Sophie at the lamp then locate them in the office", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Let the person at exit know the appearance details of the one standing.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "salute Sophie in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Time()" }, { "input": "salute Sophie in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find water and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take soap from the hallway cabinet and bring it to Peter in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Peter', '') | Give_To()" }, { "input": "meet Robin in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "follow the waving person at living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Follow()" }, { "input": "count the peach at the office and report to person raising their left arm in the coathanger", "output": "Respond('got it!') | Move_To('office') | Count_Object('peach','') | Move_To('coathanger') | Search_Person('', 'person raising their left arm') | Answer()" }, { "input": "put a dish on the coffee table", "output": "Respond('Got it!') | Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "take the candy and situate it within the tray", "output": "Respond('Forsure!') | Search_Object('candy', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "pancake mix in hallway there, you count and give tony how much numbers.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('pancake mix', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell me what is the biggest snacks on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'biggest snacks') | Search_Person('user', '') | Answer()" }, { "input": "meet Julia in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Fleur in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Fleur', '') | Give_To()" }, { "input": "greet Kevin in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "follow Emma from the shelf to the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet William in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing blue sweater in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Laura in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | What_Time()" }, { "input": "put a dish on the shelf, laying a knife in it", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('knife', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "tell what day is today to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "what does it mean to identify as a gender", "output": "Respond('one 's personal experience of one 's own gender')" }, { "input": "Say hello to the person in the living room dressed in a blue shirt and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in a blue shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Robin in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Time()" }, { "input": "greet Noah in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person raising their left arm in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide the person wearing a blue t shirt from the lamp to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the lamp') | Move_To('lamp')" }, { "input": "tell me what is the biggest decorations on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'biggest decorations') | Search_Person('user', '') | Answer()" }, { "input": "Transport dubbelfris in living room to entrance, give it to person wearing an orange shirt", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('dubbelfris', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing an orange shirt') | Respond('Hi. this dubbelfris for you') | Give_To()" }, { "input": "greet the person wearing blue coat in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me the gesture of the person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "say the day of the month to the woman wearing orange pants in the kitchen cabinet", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman wearing orange pants') | What_Day()" }, { "input": "say what day is tomorrow to the smallest man in the exit", "output": "Move_To('exit') | Search_Person('', 'smallest man') | What_Tomorrow()" }, { "input": "tell me how many people in the living room are wearing an orange T-shirt", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "when did they start issuing social security numbers", "output": "Respond('November 1935')" }, { "input": "guide Sophie from the shelf to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the TV table') | Move_To('TV table')" }, { "input": "At trashcan, hand over the lemon after guiding someone from entrance.", "output": "Move_To('entrance') | Search_Person('', '') | Respond('Hey, am here to guide you to trashcan, please follow me') | Move_To('trashcan') | Search_Object('lemon', '') | Pickup() | Give_To()" }, { "input": "I want you to tell me how many person raising their left arm are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "Please inform person wearing an orange shirt in the exit how many plum there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('plum','') | Move_To('exit') | Search_Person('', 'person wearing an orange shirt') | Answer()" }, { "input": "From kitchen, pickup lemon and convey it to person wearing yellow pants at trashcan", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('lemon', '') | Pickup() | Move_To('trashcan') | Search_Person('', 'wearing yellow pants') | Respond('Hi. this lemon for you') | Give_To()" }, { "input": "what are the pixies names in winx club", "output": "Respond('Tune')" }, { "input": "greet John in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing blue blouse in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "locate a waving person in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "serve noodles into a bowl for me, please", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say hello to the person standing and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Introduce yourself to the person wearing orange pants at the couch and then proceed to escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Let's begin by having you take that peach to the hallway and putting it in that bag", "output": "Respond('Forsure!') | Search_Object('peach', '') | Pickup() | Move_To('hallway')| Search_Object('bag', '') | Place_On('bag')" }, { "input": "tell the man wearing orange shoes in the entrance what day is tomorrow", "output": "Move_To('entrance') | Search_Person('', 'man wearing orange shoes') | What_Tomorrow()" }, { "input": "guide the waving person from the desk to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the desk to the TV table') | Move_To('TV table')" }, { "input": "To person dressed in an orange T-shirt in hallway, acquire cola from coathanger and present it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('cola', '') | Pickup() | Move_To('hallway') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "relate woman waving in the couch how many crisp there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('crisp','') | Move_To('couch') | Search_Person('', 'woman waving') | Answer()" }, { "input": "tell the woman dressed in an orange shirt in the exit what day is tomorrow", "output": "Move_To('exit') | Search_Person('', 'woman dressed in an orange shirt') | What_Tomorrow()" }, { "input": "take soap from the shelf and bring it to the waving person in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "guide them to the entrance after introducing yourself to the person who is wearing orange shoes.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Deliver water in living room to Jesse in lamp", "output": "Respond('Okay, I will do it') | Move_To('living room') | Search_Object('water', '') | Pickup() | Move_To('lamp') | Search_Person('Jesse', '') | Respond('Hi, this water for you') | Give_To()" }, { "input": "Please deliver bowl to hallway cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "answer the question of the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "inform smallest person in the couch how many lemon there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('lemon','') | Move_To('couch') | Search_Person('', 'smallest person') | Answer()" }, { "input": "tell me how many people in the hallway are standing", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "Tell whats your team affiliation to the person standing in the desk", "output": "Respond('Okay! I got it') | Move_To('desk') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please share details about the person lying down at the couch and report to the person at the exit", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "greet Sara in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "take the sitting people at the hallway to the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'sitting people') | Respond('Hey, I am here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find washcloth in the office then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Calculate how many liquorice at the office and report to tony", "output": "Respond('got it!') | Move_To('office') | Count_Object('liquorice', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the entrance to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the entrance to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "greet Hayley in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | What_Tomorrow()" }, { "input": "Please tell me the name of the person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "inform man dressed in a black T-shirt in the entrance how many ice tea there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('ice tea','') | Move_To('entrance') | Search_Person('', 'man dressed in a black T-shirt') | Answer()" }, { "input": "take milk from the shelf and deliver it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Mention your team's affiliation and say hello to the person raising their left arm.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Lucas in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | What_Day()" }, { "input": "I wand you to carry yellow curry and transfer it to person dressed in a blue blouse in hallway ", "output": "Respond('Ok! I'll do it') | Search_Object('curry', 'yellow') | Pickup() | Move_To('hallway') | Search_Person('', 'dressed in a blue blouse') | Respond('Hi. this curry for you') | Give_To()" }, { "input": "guide the lying down people at the coathanger to the living room", "output": "Respond('Okay, I Am working on it') | Move_To('coathanger') | Search_Person('', 'lying down people') | Respond('Hey, I am here to guide you to living room, please follow me') | Move_To('living room')" }, { "input": "locate a person pointing to the left in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "meet William in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Introduce yourself to Jesse in the entrance, and go behind.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "find water in the kitchen then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "say what day is tomorrow to the child in the exit", "output": "Move_To('exit') | Search_Person('', 'child') | What_Tomorrow()" }, { "input": "I need you to deliver to me the left-most milk from the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('milk', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please bring coke from kitchen to exit. And give it to tallest person", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('coke', '') | Pickup() | Move_To('exit') | Search_Person('', 'tallest') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "greet Hayley in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Can you provide me a depiction of the person standing at the lounge chair?", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "inform woman wearing an orange T-shirt in the trashcan how many candle there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('candle','') | Move_To('trashcan') | Search_Person('', 'woman wearing an orange T-shirt') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the couch to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to John in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('John', '') | Give_To()" }, { "input": "In the hallway, greet the person wearing an orange shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "where are the highest tides in the us", "output": "Respond('Bay of Fundy')" }, { "input": "greet the person wearing blue jacket in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow shirt in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | What_Tomorrow()" }, { "input": "Bring banana in hallway to exit, give it to Noah ", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('banana', '') | Pickup() | Move_To('exit') | Search_Person('Noah', '') | Respond('Hi Noah. this banana for you') | Give_To()" }, { "input": "meet Sara in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your task is to escort the person who is the tallest in lamp to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "relate woman dressed in an orange blouse in the trashcan how many ice tea there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('ice tea','') | Move_To('trashcan') | Search_Person('', 'woman dressed in an orange blouse') | Answer()" }, { "input": "greet Sara in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "Retrieve the smallest bowl from the desk and bring it to me", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('bowl', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing red t shirt in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please relate tallest woman in the dishwasher how many mayonaise there are on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('mayonaise','') | Move_To('dishwasher') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "count the pancake mix at the lounge chair and inform smallest man in the entrance", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('pancake mix','') | Move_To('entrance') | Search_Person('', 'smallest man') | Answer()" }, { "input": "greet the person wearing blue shirt in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue t shirt in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "Transport banana in kitchen to exit, give it to Noah wearing an orange T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('banana', '') | Pickup() | Move_To('exit') | Search_Person('Noah', 'wearing an orange T-shirt') | Respond('Hi Noah. this banana for you') | Give_To()" }, { "input": "salute Laura in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find cola in the kitchen then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "How many individuals are sitting in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley at the lamp, and then look for her at the coathanger and greet.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('coathanger') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "Please take Liam who wearing yellow pants from couch to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Liam', 'wearing yellow pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing blue coat in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | What_Tomorrow()" }, { "input": "It would be helpful if you could check inside the hallway, count the total articles of cornflakes, and report to that number to jarvis.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('cornflakes', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a person pointing to the right in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "what was michael jordan's scoring average in his last year of high school", "output": "Respond('29.2 points')" }, { "input": "tell me how many people in the office are wearing yellow coats", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing yellow coats') | Search_Person('user', '') | Answer()" }, { "input": "Describe for Gabrielle the thing situated on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "meet Julia in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | What_Time()" }, { "input": "greet the person wearing white blouse in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "meet Harrie in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Peter in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('I am here to follow you') | Follow()" }, { "input": "The request for you is to escort the person who wearing glasses lingering at the trashcan to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing glasses') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Tell whats your team afiliation to Kevin in couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "what are the pixies names in winx club", "output": "Respond('Amore')" }, { "input": "Give Lucas a description of the tictac on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Search_Object('tictac', '') | Vision_Ask('describe the tictac on the coffee table') | Search_Person('Lucas', '') | Answer()" }, { "input": "tell the pose of Jesse at the lamp to the person at the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('lamp') | Search_Person('Jesse', '') | Vision_Ask('describe to me the person posture') | Move_To('entrance') | Vision_Ans()" }, { "input": "Which object is the tallest on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the tallest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then get it and bring it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "when was the apocrypha removed from the bible", "output": "Respond('1647')" }, { "input": "greet Harrie in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow shirt in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | What_Time()" }, { "input": "greet the person wearing blue t shirt in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "who won the ohio state penn state football game", "output": "Respond('Ohio State')" }, { "input": "greet the person wearing black coat in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please transport that dubbelfris and deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('dubbelfris', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "At the entrance, get acquainted with Gabrielle, then greet him at the TV table.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('TV table') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "find a person pointing to the left in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "count the dubbelfris at the lamp and inform person wearing yellow shirt in the coathanger", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('dubbelfris','') | Move_To('coathanger') | Search_Person('', 'person wearing yellow shirt') | Answer()" }, { "input": "salute Julia in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you bring me a bowl of drink?", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Peter in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take water from the kitchen cabinet and bring it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "get to know Harrie at the trashcan, then locate the person in the entrance, and respond to a question.", "output": "Respond('Okay i will greet the person') | Move_To('trashcan') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('entrance') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "find a person raising their left arm in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "take soap from the hallway cabinet and deliver it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "inform woman pointing to the left in the entrance the number of coke present on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('coke','') | Move_To('entrance') | Search_Person('', 'woman pointing to the left') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the kitchen cabinet to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the kitchen cabinet to the desk') | Move_To('desk')" }, { "input": "Please tell what day is today to the men standing in the couch", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('', 'standing men') | What_Day()" }, { "input": "tell me what is the biggest drinks on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'biggest drinks') | Search_Person('user', '') | Answer()" }, { "input": "Can you count the number of people in the living room dressed in an orange blouse?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white shirt in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | What_Tomorrow()" }, { "input": "greet the person wearing black coat in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | What_Day()" }, { "input": "Meet Peter in the exit, introduce yourself, and then follow them to the trashcan.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing blue shirt in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you count how many people are wearing black pants in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing black pants') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then get it and deliver it to William in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "pour a bit of cereal in a bowl for me", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Liam in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide the person wearing a blue t shirt from the lamp to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the desk') | Move_To('desk')" }, { "input": "Deliver fanta in hallway to person wearing glasses", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('fanta', '') | Pickup() | Search_Person('', 'wearing glasses') | Respond('Hi, this fanta for you') | Give_To()" }, { "input": "say hello to Julia in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take soap from the hallway cabinet and bring it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "say your teams country to the person sitting in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Find the one wearing blue shirt, introduce yourself, and guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take them to the coathanger after introducing yourself to the person in the couch who is dressed in an orange blouse.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Sophie at the lamp then locate them in the living room", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "guide the waving person from the TV table to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the entrance') | Move_To('entrance')" }, { "input": "greet the person wearing blue sweater in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many person pointing to the right are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "salute Hayley in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "the andes mountains are found in which south american countries", "output": "Respond('Argentina')" }, { "input": "take someone to hallway cabinet from office, find an individual, and hand over the apple.", "output": "Move_To('office') | Search_Person('', '') | Respond('Hey, am here to guide you to hallway cabinet, please follow me') | Move_To('hallway cabinet') | Search_Object('apple', '') | Pickup() | Give_To()" }, { "input": "meet John in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "say your teams country to the person sitting in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide William to the lamp", "output": "Respond('Okay, I am working on it') | Search_Person('William', '') | Respond('Hey, I am here to guide you to lamp, please follow me') | Move_To('lamp')" }, { "input": "meet Liam in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "salute Hayley in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Look in hallway cabinet. Count all pringles there. Say number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('pringles', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet John in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "find soap in the living room then take it and bring it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "locate a waving person in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a person raising their right arm in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "Say hello to the person wearing yellow shoes and mention your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find soap in the kitchen then take it and give it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Can you provide a depiction of the person sitting?", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the desk to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the trashcan') | Move_To('trashcan')" }, { "input": "greet Julia in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Can you tell me how many people in the office are sitting?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "Can you describe the sausages on the desk to Hayley, please?", "output": "Respond('Let me see!') | Move_To('desk') | Search_Object('sausages', '') | Vision_Ask('describe the sausages on the desk') | Search_Person('Hayley', '') | Answer()" }, { "input": "count the crisp at the entrance and then report to man dressed in an orange blouse in the kitchen cabinet", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('crisp','') | Move_To('kitchen cabinet') | Search_Person('', 'man dressed in an orange blouse') | Answer()" }, { "input": "get acquainted with Sophie at the lounge chair.", "output": "Respond('Okay I will get acquainted with Sophie') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie, How are you doing?')" }, { "input": "meet Hayley in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please go after person dressed in an orange blouse", "output": "Respond('Sure, I will follow the person dressed in an orange blouse.') | Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Could you portray the person sitting at the couch and answer a question for me?", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "find cola in the hallway then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Introduce yourself to the person lying down in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('', 'lying down') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "guide Sophie from the trashcan to the desk", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the desk') | Move_To('desk')" }, { "input": "greet Sophie in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a person pointing to the left in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "take soap from the shelf and deliver it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "tell the person dressed in an orange blouse in the office the time", "output": "Move_To('office') | Search_Person('', 'person dressed in an orange blouse') | What_Time()" }, { "input": "Say yourself to the Julia", "output": "Respond('Okay! I got it') | Search_Person('Julia', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Please go after the lead of person dressed in a blue T-shirt in the hallway", "output": "Respond('Sure, I will follow the person dressed in a blue T-shirt.') | Move_To('hallway')| Search_Person('', 'dressed in a blue T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "From the couch to the exit, take the individual who is dressed in a black T-shirt.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing black sweater in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "greet Jesse in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person raising their right arm in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please take John who wearing blue shoes from lounge chair to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('John', 'wearing blue shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Sara in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "describe the object on the kitchen cabinet to Sophie.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('What is the object on the kitchen cabinet') | Search_Person('Sophie', '') | Answer()" }, { "input": "greet Sophie in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take cola from the kitchen cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Say appearance of lying down person to the another person who is in entrance.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "give me the yellow strawberry from the dishwasher", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('strawberry', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Noah in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Sara in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Transport dubbelfris in living room to entrance, give it to Laura dressed in a blue T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('dubbelfris', '') | Pickup() | Move_To('entrance') | Search_Person('Laura', 'dressed in a blue T-shirt') | Respond('Hi Laura. this dubbelfris for you') | Give_To()" }, { "input": "place a dish on the desk and lay a knife in it", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "meet Sophie at the lamp then find them in the kitchen", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "get acquainted with Robin at the trashcan, proceed to the TV table and find her.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('TV table') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "meet John in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet Noah in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | What_Time()" }, { "input": "guide the waving person from the coffee table to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the trashcan') | Move_To('trashcan')" }, { "input": "take them to the entrance after introducing yourself to the tallest person.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "desk having all knife, you go count and say tony all the numbers.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('knife', '') | Search_Person('tony', '') | Answer()" }, { "input": "salute Hayley in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Time()" }, { "input": "meet Lucas in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "meet Harrie in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Hayley in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Lucas in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black blouse in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "report to jarvis after counting cup placed in the office.", "output": "Respond('got it!') | Move_To('office') | Count_Object('cup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Julia in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black blouse in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | What_Time()" }, { "input": "First, move to trashcan, meet Robin who dressed in a blue blouse and take towards the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Robin', 'dressed in a blue blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "locate a person raising their left arm in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Sophie in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find plum and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who sings the song i'll be missing you", "output": "Respond('Puff Daddy')" }, { "input": "locate a person pointing to the right in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "salute Julia in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet the person wearing blue blouse in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Begin at the lamp by introducing yourself to the person wearing a hat, then escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take soap from the hallway cabinet and give it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "will you say what day is tomorrow to the woman wearing an orange shirt in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing an orange shirt') | What_Tomorrow()" }, { "input": "greet the person wearing blue jacket in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please tell person wearing black shoes in the lamp how many ice tea there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('ice tea','') | Move_To('lamp') | Search_Person('', 'person wearing black shoes') | Answer()" }, { "input": "greet the person wearing yellow jacket in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Julia in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "find a waving person in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Your goal is escort William who dressed in an orange T-shirt, whom meet at the couch, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('William', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please relate woman dressed in a blue T-shirt in the hallway cabinet how many candy there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('candy','') | Move_To('hallway cabinet') | Search_Person('', 'woman dressed in a blue T-shirt') | Answer()" }, { "input": "Can you tell me what the smallest item is on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the smallest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "tell the gesture of the person at the dishwasher to the person at the loc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in dishwasher is') | Answer()" }, { "input": "In bag, place milk", "output": "Respond('Forsure!') | Search_Object('milk', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "meet Sara in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Lucas in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "greet the person wearing yellow shirt in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Harrie in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet John in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "find soap in the living room then take it and give it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "guide the waving person from the shelf to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the coathanger') | Move_To('coathanger')" }, { "input": "tell me what is the heaviest cleaning supplies on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'heaviest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "take washcloth from the kitchen counter and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the hallway then grasp it and bring it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "find a person raising their right arm in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "How many individuals are there in the living room wearing blue shoes?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing blue shoes') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the smallest dishes on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'smallest dishes') | Search_Person('user', '') | Answer()" }, { "input": "take washcloth from the coffee table and bring it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please pour a bowl full of noodles", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person raising their right arm in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "meet Emma in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the waving person in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Tell whats your team afiliation to Jesse in entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I would like you to describe the person exhibiting the standing and also answer a question.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Tally the washcloth lying on the table in the dining area and report to the count to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('washcloth', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please go after person wearing yellow shoes", "output": "Respond('Sure, I will follow the person wearing yellow shoes.') | Search_Person('', 'wearing yellow shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "who gets to vote at elections in australia", "output": "Respond('Australian citizens over 18 years of age are required to enroll if they have lived at their current address for at least one month . Special rules apply to citizens going or living outside the country , to military personnel and to prisoners , all of which do not reside at their normal residential address for electoral purposes . Homeless people or those otherwise with no fixed address have a particular problem with registration , not having a current address to give . Enrolment has been compulsory for federal elections since 1912 . Enrolment is optional for 16 or 17 year olds but they can not vote until they turn 18 . Enrolment is voluntary for residents of Norfolk Island . Residents in Australia who had been enrolled as British subjects in 1984 ( ie. , are non-citizens ) can continue to be enrolled . ( These comprise about 9 % of the electoral roll . )')" }, { "input": "greet Laura in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "look for a waving person in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and bring it to Susan in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Susan', '') | Give_To()" }, { "input": "I would like you to give the left-most sausages from the kitchen and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('sausages', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet the person wearing black sweater in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person raising their right arm in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "I wand you to carry yellow pancake mix and transfer it to person dressed in a yellow T-shirt in kitchen ", "output": "Respond('Ok! I'll do it') | Search_Object('pancake mix', 'yellow') | Pickup() | Move_To('kitchen') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi. this pancake mix for you') | Give_To()" }, { "input": "meet Robin in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Time()" }, { "input": "Take black curry from lounge chair and then bring it to person who wearing yellow shoes at hallway", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('curry', 'black') | Pickup() | Move_To('hallway') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Please inform man pointing to the left in the lounge chair how many banana there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('banana','') | Move_To('lounge chair') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "Tell I love you to the person standing", "output": "Respond('Okay! I got it') | Search_Person('', 'standing') | Respond('I love you')" }, { "input": "meet Jesse in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "locate a person pointing to the left in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "From entrance, pickup blue coke and to oldest person at lounge chair, carry it", "output": "Respond('Ok! I'll do it') | Move_To('entrance') | Search_Object('coke', 'blue') | Pickup() | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "find Fleur at the couch", "output": "Respond('Okay, I will go find Fleur') | Move_To('couch') | Search_Person('Fleur', '') | Respond('Here you are, I have found Fleur')" }, { "input": "meet Robin in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Time()" }, { "input": "guide the person wearing a blue t shirt from the couch to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the trashcan') | Move_To('trashcan')" }, { "input": "Would you like to tell me how many dishes are in the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "Your mission is take knife from lounge chair and convey it to exit. Finally, handover that knife to person Emma", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('knife', '') | Pickup() | Move_To('exit') | Search_Person('Emma', '') | Respond('Hi Emma. this knife for you') | Give_To()" }, { "input": "meet Kevin in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "tell me what is the largest drinks on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'largest drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet Liam in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the TV table and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "when does fear the walking dead season 3 episode 9 come out", "output": "Respond('September 10 , 2017')" }, { "input": "tell me what is the largest object on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'largest') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura at the couch, then welcome him at the kitchen cabinet.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "tell me what is the biggest decorations on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'biggest decorations') | Search_Person('user', '') | Answer()" }, { "input": "Check kitchen cabinet for all peach. Get number. Say number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please follow the lead of person wearing orange pants in the living room", "output": "Respond('Sure, I will follow the person wearing orange pants.') | Move_To('living room')| Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet Jesse in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Day()" }, { "input": "meet Lucas in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | What_Day()" }, { "input": "On the desk, put cup", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Go to the office, after which you should meet Lucas and reply to a question.", "output": "Respond('got it!') | Move_To('office') | Search_Person('Lucas', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "tell the man wearing orange pants in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man wearing orange pants') | What_Tomorrow()" }, { "input": "meet Lucas in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "take them to the coathanger after introducing yourself to the person in the lamp who is wearing a necklace.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "When you get a chance, can you head over to the office, count every single item of tictac in there, and give jarvis the final tally?", "output": "Respond('got it!') | Move_To('office') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell me how many people in the hallway are wearing orange pants", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing orange pants') | Search_Person('user', '') | Answer()" }, { "input": "look for a person pointing to the right in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet the person wearing white blouse in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a person raising their right arm in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I wand you to carry yellow candle from lounge chair and transfer it to person wearing black shirt in living room ", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('candle', 'yellow') | Pickup() | Move_To('living room') | Search_Person('', 'wearing black shirt') | Respond('Hi. this candle for you') | Give_To()" }, { "input": "Would you like to tell me how many cleaning supplies are in the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "From trashcan, take the person who is the tallest to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "who is the writer of a century is not enough", "output": "Respond('Sourav Ganguly')" }, { "input": "Your task is procure soap at lamp and locate that soap on TV table", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('soap', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "tell woman pointing to the left in the kitchen how many cup there are on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('cup','') | Move_To('kitchen') | Search_Person('', 'woman pointing to the left') | Answer()" }, { "input": "tell man wearing glasses in the kitchen counter how many plate there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('plate','') | Move_To('kitchen counter') | Search_Person('', 'man wearing glasses') | Answer()" }, { "input": "greet Emma in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "Please convey dubbelfris from lounge chair to hallway. And hand it over to tallest", "output": "Respond(,'Ok! I'll do it') | Move_To('lounge chair') | Search_Object('dubbelfris', '') | Pickup() | Move_To('hallway') | Search_Person('', 'tallest') | Respond('Hi. this dubbelfris for you') | Give_To()" }, { "input": "Please transfer washcloth to kitchen counter", "output": "Respond('Sure! I'm working on it') | Search_Object('washcloth', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing black coat in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a waving person in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "bring me orange from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('orange', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you tally up lemon at the living room and report to tony", "output": "Respond('got it!') | Move_To('living room') | Count_Object('lemon', '') | Search_Person('tony', '') | Answer()" }, { "input": "salute Sara in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Time()" }, { "input": "salute Julia in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "Do me a favor and tally up how many pieces of candy are in the living room, then inform that figure to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('candy', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "After introducing yourself to the person standing at the lounge chair, take them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "inform woman wearing yellow T-shirt in the exit the number of pancake mix present on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('pancake mix','') | Move_To('exit') | Search_Person('', 'woman wearing yellow T-shirt') | Answer()" }, { "input": "say your teams affiliation to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "You go dinner table, count peach, report to tony number.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('peach', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide Sophie from the shelf to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "which nhl team has won the most consecutive stanley cups", "output": "Respond('Montreal Canadiens')" }, { "input": "put a dish on the desk", "output": "Respond('Got it!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "meet John in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take washcloth from the coffee table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Lucas in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Lucas', '') | Give_To()" }, { "input": "tell the name of the person at the shelf to the person at the loc2", "output": "Respond('got it') | Move_To('shelf') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "tell oldest woman in the coathanger the number of milk present on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('milk','') | Move_To('coathanger') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "Would you please bring me the right-most bowl from the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('bowl', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "In the office, how many individuals are dressed in an orange T-shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "who won the universal title at royal rumble 2018", "output": "Respond('Brock Lesnar')" }, { "input": "escort Sara who wearing black T-shirt at the trashcan to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Sara', 'wearing black T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Harrie in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell your teams affiliation to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you tell me the number of people pointing to the left in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Can you identify the yellow object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the yellow object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "Head to the couch, meet Lucas, and then answer a question.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('Lucas', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "To exit, take Emma from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Emma', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Harrie in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "First, find cup and put on kitchen cabinet, and then put fork on its left", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('fork', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "tell me how many person pointing to the right are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "dishwasher tab present on the kitchen counter, tally them and report to the number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('dishwasher tab', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find a person raising their left arm in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "guide the person wearing a blue t shirt from the desk to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "find a waving person in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Please make your way to the trashcan and guide Sara to the coathanger whom wearing blue shirt.", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Sara', 'wearing blue shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Fleur in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "tell your teams country to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Lucas in the couch and follow them to the coathanger", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('couch') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Follow()" }, { "input": "go to the hallway cabinet then find coke and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say something about yourself to men lying down in the couch", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('', 'lying down men') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet the person wearing white blouse in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "find soap in the living room then take it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Emma in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Time()" }, { "input": "greet Noah in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "Please relate man dressed in a black blouse in the lamp how many pringles there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('pringles','') | Move_To('lamp') | Search_Person('', 'man dressed in a black blouse') | Answer()" }, { "input": "greet the person wearing black jacket in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | What_Tomorrow()" }, { "input": "find soap in the kitchen then fetch it and give it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing white sweater in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Sophie in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Guide someone from living room to hallway cabinet, find an individual, and hand them the sausages.", "output": "Move_To('living room') | Search_Person('', '') | Respond('Hey, am here to guide you to hallway cabinet, please follow me') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Give_To()" }, { "input": "guide Sophie from the lamp to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the exit') | Move_To('exit')" }, { "input": "greet the person wearing blue blouse in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Tell Fleur about the object on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('What is the object on the kitchen cabinet') | Search_Person('Fleur', '') | Answer()" }, { "input": "inform woman pointing to the right in the entrance the number of candle present on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('candle','') | Move_To('entrance') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "greet John in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | What_Day()" }, { "input": "find soap in the hallway then take it and deliver it to John in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "Give me the milk", "output": "Respond('Okay, I will give you the milk') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the milk')" }, { "input": "greet the person wearing orange coat in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange coat') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Julia in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "tell the man wearing yellow pants in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man wearing yellow pants') | What_Time()" }, { "input": "Please go behind the lead of Jesse in the office", "output": "Respond('Sure, I will follow Jesse.') | Move_To('office')| Search_Person('Jesse', '')| Respond('Hey Jesse I am here to follow you.') | Follow()" }, { "input": "meet Robin in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Time()" }, { "input": "greet John in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "What object is the yellow one on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the yellow object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Say whats your favorite color to the person in the dinner table", "output": "Respond('Okay! I got it') | Move_To('dinner table') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "Explain to me how the person lying down looks in the exit.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the dinner table then find them in the hallway", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing yellow shirt in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "greet the person wearing yellow sweater in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "At lamp, meet the person who is the smallest and guide to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please move to the desk. tell me how many decorations are on there. ", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "Deliver ice tea to Robin in lamp", "output": "Respond('Okay, I will do it') | Search_Object('ice tea', '') | Pickup() | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hi, this ice tea for you') | Give_To()" }, { "input": "tell me how many waving person are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "count the mayonaise at the coathanger and report to man pointing to the left in the living room", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('mayonaise','') | Move_To('living room') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "Please serve a bit of cereal into a cup", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and deliver it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "find sponges in the hallway then take it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Lucas in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Time()" }, { "input": "Describe for Susan the things situated on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Susan', '') | Answer()" }, { "input": "Can you fetch the blue fanta from the office and bring it to me?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('fanta', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find water in the living room then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "who sang be our guest in beauty and the beast", "output": "Respond('American actor Jerry Orbach')" }, { "input": "guide the person wearing a blue t shirt from the exit to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the lamp') | Move_To('lamp')" }, { "input": "I would like you to give the smallest liquorice and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('liquorice', 'smallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "I'd like to know what the tallest object on the dishwasher is.", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the tallest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "find the cup", "output": "Respond('Okay, I will go find the cup') | Search_Object('cup', '') | Respond('Here it is, I have found the cup')" }, { "input": "greet the person wearing white t shirt in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "greet Fleur in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "take cola from the kitchen counter and bring it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Greet the person raising their right arm and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "look for a person raising their right arm in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Say I love you to the Sophie in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('I need you')" }, { "input": "meet Emma in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say what day is tomorrow to the man dressed in an orange shirt in the exit", "output": "Move_To('exit') | Search_Person('', 'man dressed in an orange shirt') | What_Tomorrow()" }, { "input": "Can you describe the objects on the desk to Harrie, please?", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('describe the objects on the desk') | Search_Person('Harrie', '') | Answer()" }, { "input": "locate a person pointing to the right in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Lay yellow cup on coffee table and spoon on its right", "output": "Respond('I got this!') | Search_Object('cup', 'yellow') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('spoon', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet the person wearing blue coat in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "greet the person wearing blue jacket in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "greet Emma in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "Identify the tallest object on the shelf.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the tallest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue coat in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "bring me strawberry from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('strawberry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet William in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "At the kitchen counter, set dish", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing yellow blouse in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | What_Time()" }, { "input": "tictac is in office, you go there count and give jarvis the numbers.", "output": "Respond('got it!') | Move_To('office') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go after the lead of the person wearing a necklace", "output": "Respond('okay I will follow the person wearing a necklace') | Search_Person('', 'wearing a necklace')| Respond('I am here to follow you.') | Follow()" }, { "input": "will you say what day is tomorrow to the person dressed in a blue blouse in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'person dressed in a blue blouse') | What_Tomorrow()" }, { "input": "Let the person at entrance know the appearance details of the one sitting at lounge chair.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "tell me what is the heaviest cleaning supplies on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'heaviest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find mayonaise and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Noah in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Inside kitchen peach, you look count and inform that numbers to tony.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('peach', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Emma in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet the person wearing black t shirt in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet John in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take sponges from the dinner table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell tallest man in the living room how many bowl there are on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('bowl','') | Move_To('living room') | Search_Person('', 'tallest man') | Answer()" }, { "input": "Please relate person dressed in a blue blouse in the coathanger how many spoon there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('spoon','') | Move_To('coathanger') | Search_Person('', 'person dressed in a blue blouse') | Answer()" }, { "input": "tell me how many people in the kitchen are wearing black sweaters", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing black sweaters') | Search_Person('user', '') | Answer()" }, { "input": "tell the woman wearing yellow shoes in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing yellow shoes') | What_Day()" }, { "input": "greet Emma in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue jacket in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "guide Sophie from the lamp to the desk", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the desk') | Move_To('desk')" }, { "input": "take the person who is wearing an orange blouse to the exit from the couch.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "take sponges from the shelf and deliver it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "where does facial recognition occur in the brain", "output": "Respond('the occipital face area , located in the occipital lobe')" }, { "input": "meet Emma in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "Say your name to the person in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('', '') | Respond('Well, my name is lucio')" }, { "input": "Say I need you to the Susan in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I need you')" }, { "input": "set a bowl on the kitchen counter", "output": "Respond('Got it!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "take milk from the coffee table and give it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "set the cup on the coffee table", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet the person wearing black blouse in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | What_Tomorrow()" }, { "input": "guide the waving person from the lamp to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the desk') | Move_To('desk')" }, { "input": "greet the person wearing yellow t shirt in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find cola in the hallway then take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the left in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Give Harrie a description of the ice tea on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Search_Object('ice tea', '') | Vision_Ask('describe the ice tea on the dishwasher') | Search_Person('Harrie', '') | Answer()" }, { "input": "meet Liam at the lamp, then find him at the exit.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Liam', '') | Respond('Hey Liam, How are you doing?') | Move_To('exit') | Search_Person('Liam', '') | Respond('Oh Liam, we meet again!')" }, { "input": "What is the yellow object there on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the yellow object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "tell oldest man in the dinner table how many dishwasher tab there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('dishwasher tab','') | Move_To('dinner table') | Search_Person('', 'oldest man') | Answer()" }, { "input": "take coke from the hallway cabinet and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person raising their right arm in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "would you tell the tallest woman in the couch what day is tomorrow", "output": "Move_To('couch') | Search_Person('', 'tallest woman') | What_Tomorrow()" }, { "input": "guide Sophie from the exit to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the exit') | Move_To('exit')" }, { "input": "Who is him lying down? Please inform the details of him to person at the coathanger.", "output": "Respond('Okay, I will go and take a look!') | Move_To('coathanger') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "say hello to Sara in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please bring me a dish with noodles in it", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell person wearing an orange shirt in the couch how many orange exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('orange','') | Move_To('couch') | Search_Person('', 'person wearing an orange shirt') | Answer()" }, { "input": "say hello to Lucas in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find soap in the living room then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing yellow blouse in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "Go ahead to lounge chair, take cola and give it to person in coathanger. the person wearing orange pants", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('cola', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing orange pants') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "I wand you to carry spoon from trashcan and transfer it to person who is smallest", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('spoon', '') | Pickup()| Search_Person('', 'smallest') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "tell smallest person in the lounge chair how many plate there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('plate','') | Move_To('lounge chair') | Search_Person('', 'smallest person') | Answer()" }, { "input": "greet Julia in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "Introduce yourself to Julia in the lounge chair, then guide them to the exit", "output": "Respond(Okay i will greet the person) | Move_To('lounge chair') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Emma in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "locate a person raising their left arm in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "Can I ask you to deliver strawberry to lamp and place in the tray?", "output": "Respond('Sure! I'm working on it') | Search_Object('strawberry', '') | Pickup() | Move_To('lamp') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "What is the yellow object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the yellow object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "tell me the pose of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "From hallway, pickup apple and to smallest person at lamp, carry it", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('apple', '') | Pickup() | Move_To('lamp') | Search_Person('', 'smallest') | Respond('Hi. this apple for you') | Give_To()" }, { "input": "greet Sophie in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "i do i do i do hallmark movie cast", "output": "Respond('Autumn Reeser as Jaclyn Palmer')" }, { "input": "Please go after person wearing orange pants in the hallway", "output": "Respond('Sure, I will follow the person wearing orange pants.') | Move_To('hallway')| Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "count the pancake mix at the kitchen cabinet and then inform man dressed in an orange blouse in the living room", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('pancake mix','') | Move_To('living room') | Search_Person('', 'man dressed in an orange blouse') | Answer()" }, { "input": "who played la in night at the museum", "output": "Respond('Ben Stiller')" }, { "input": "Find the one wearing a hat, introduce yourself, and take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing yellow shirt in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "what kind of dog is the mack truck mascot", "output": "Respond('bulldog')" }, { "input": "count the strawberry at the lamp and then report to woman dressed in a blue blouse in the living room", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('strawberry','') | Move_To('living room') | Search_Person('', 'woman dressed in a blue blouse') | Answer()" }, { "input": "greet the person wearing blue blouse in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find milk and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "After you get acquainted with John at the exit, head to the coffee table and greet her.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('coffee table') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "Deliver yellow ice tea to Robin wearing a hat, Robin is in lamp", "output": "Respond('Okay, I will do it') | Search_Object('ice tea', 'yellow') | Pickup() | Move_To('lamp') | Search_Person('Robin', 'wearing a hat') | Respond('Hi, this ice tea for you') | Give_To()" }, { "input": "who sings i won't let you down", "output": "Respond('American rock band OK Go')" }, { "input": "meet Robin in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "Would you give me the yellow lemon that's in the office , please?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('lemon', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the hallway are wearing white t shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing white t shirts') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find milk and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "In the office, say hello to the person lying down and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find soap in the living room then fetch it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who won the battle of bull run manassas", "output": "Respond('Confederate forces')" }, { "input": "To exit, take Emma who wearing an orange T-shirt from lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Emma', 'wearing an orange T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Robin in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "At dinner table, place bowl and knife on it", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('knife', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "tell me what is the smallest drinks on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'smallest drinks') | Search_Person('user', '') | Answer()" }, { "input": "Please follow the lead of person wearing orange shoes in the living room", "output": "Respond('Sure, I will follow the person wearing orange shoes.') | Move_To('living room')| Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "say your teams country to the person lying down in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you describe the person who has the lying down at the living room and respond to a question?", "output": "Respond('Let me see!') | Move_To('living room') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "take soap from the hallway cabinet and give it to William in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('William', '') | Give_To()" }, { "input": "the standard fire policy is a named perils contract which means", "output": "Respond('require the actual cause of loss to be listed in the policy for insurance to be provided')" }, { "input": "Please relate woman raising their right arm in the shelf how many cola there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('cola','') | Move_To('shelf') | Search_Person('', 'woman raising their right arm') | Answer()" }, { "input": "get acquainted with Sara at the trashcan, proceed to the coathanger and find her.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('coathanger') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "You should tell me the name of the person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Ask_Name()| Search_Person('user', '') | Answer()" }, { "input": "At the lamp, get acquainted with Noah, then greet her at the exit.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Move_To('exit') | Search_Person('Noah', '') | Respond('Oh Noah, we meet again!')" }, { "input": "greet the person wearing white t shirt in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Tell your team's affiliation and say hello to the person wearing an orange T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "say the pose of Kevin at the couch to the person at the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('Kevin', '') | Vision_Ask('describe to me the person posture') | Move_To('coathanger') | Vision_Ans()" }, { "input": "follow Julia from the trashcan to the hallway", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet the person wearing yellow coat in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the kitchen then fetch it and deliver it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "find water in the kitchen then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell me the name of the person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "locate a person pointing to the right in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "meet Emma in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Robin in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Robin in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "inform woman wearing an orange T-shirt in the couch the number of cup present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('cup','') | Move_To('couch') | Search_Person('', 'woman wearing an orange T-shirt') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the kitchen cabinet to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the kitchen cabinet to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "go to the hallway cabinet then find coke and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black blouse in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "salute Laura in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "who plays the girl ghost in harry potter", "output": "Respond('Shirley Henderson')" }, { "input": "meet Noah in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "greet Laura in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell the man dressed in a black shirt in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man dressed in a black shirt') | What_Time()" }, { "input": "Your job is to pick up the black fork and then deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('fork', 'black') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "find Fleur at the lounge chair", "output": "Respond('Okay, I will go find Fleur') | Move_To('lounge chair') | Search_Person('Fleur', '') | Respond('Here you are, I have found Fleur')" }, { "input": "tell person dressed in a black blouse in the entrance how many lemon exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('lemon','') | Move_To('entrance') | Search_Person('', 'person dressed in a black blouse') | Answer()" }, { "input": "Would you tell me how many person pointing to the left are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "In the office, how many people are raising their left arm?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow sweater in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "greet Harrie in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | What_Time()" }, { "input": "greet the person wearing black jacket in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their left arm in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "what are the function of lungs in human body", "output": "Respond('to extract oxygen from the atmosphere and transfer it into the bloodstream , and to release carbon dioxide from the bloodstream into the atmosphere , in a process of gas exchange')" }, { "input": "greet the person wearing yellow sweater in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "who played the bay in game over man", "output": "Respond('Utkarsh Ambudkar')" }, { "input": "greet the person wearing blue jacket in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "find soap in the hallway then fetch it and bring it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "When you get a chance, can you head over to the kitchen, count every single item of crisp in there, and give jarvis ?", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "salute Laura in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Introduce yourself to the person dressed in an orange T-shirt and then proceed to escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take washcloth from the kitchen counter and bring it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "describe the person sitting", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person sitting') | Search_Person('user', '') | Answer()" }, { "input": "say hello to Hayley in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find Laura", "output": "Respond('Okay, I will go find Laura') | Search_Person('Laura', '') | Respond('Here you are, I have found Laura')" }, { "input": "find a person raising their right arm in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "tell the man dressed in a black blouse in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man dressed in a black blouse') | What_Tomorrow()" }, { "input": "find washcloth in the hallway then get it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please relate tallest woman in the dishwasher how many crisp there are on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('crisp','') | Move_To('dishwasher') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "salute Sophie in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell person dressed in a blue T-shirt in the shelf how many mayonaise there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('mayonaise','') | Move_To('shelf') | Search_Person('', 'person dressed in a blue T-shirt') | Answer()" }, { "input": "meet Noah in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Emma in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find washcloth in the kitchen then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "greet the person wearing black jacket in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "greet William in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Inside kitchen bowl, you look count and inform that numbers to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Hayley in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Susan in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person who wearing yellow pants to the entrance from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing yellow pants') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Safely escort the person who wearing black pants through entrance from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing black pants') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "locate a person pointing to the left in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce yourself to the person who is wearing glasses at the lounge chair, then guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell me what is the smallest dishes on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'smallest dishes') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the exit to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the trashcan') | Move_To('trashcan')" }, { "input": "inform person pointing to the right in the lounge chair the number of washcloth present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('washcloth','') | Move_To('lounge chair') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "find a person raising their right arm in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce your team's affiliation and greet the person wearing a necklace.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find cola in the hallway then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Make your introduction to William in the dishwasher, then go behind them to the kitchen.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "tell me how many people in the kitchen are wearing yellow jackets", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing yellow jackets') | Search_Person('user', '') | Answer()" }, { "input": "Calculate how many candle at the office and report to tony", "output": "Respond('got it!') | Move_To('office') | Count_Object('candle', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing white coat in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a person raising their right arm in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell woman dressed in a blue T-shirt in the office how many candy there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('candy','') | Move_To('office') | Search_Person('', 'woman dressed in a blue T-shirt') | Answer()" }, { "input": "Would you like to tell me how many food are in the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "Let Noah know about the ice tea on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Search_Object('ice tea', '') | Vision_Ask('describe the ice tea on the dishwasher') | Search_Person('Noah', '') | Answer()" }, { "input": "Go to the coffee table and introduce yourself to John, then follow.", "output": "Respond('got it!') | Move_To('coffee table') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "find soap in the hallway then get it and bring it to William in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "Please bring black spoon in trashcan to person wearing an orange shirt at the exit", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('spoon', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'wearing an orange shirt') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "salute Sara in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "please tell the man dressed in an orange blouse in the office the time", "output": "Move_To('office') | Search_Person('', 'man dressed in an orange blouse') | What_Time()" }, { "input": "what episode of supergirl does she meet the flash", "output": "Respond('`` Worlds Finest ''')" }, { "input": "go behind the person wearing orange shoes", "output": "Respond('okay I will follow the person wearing orange shoes') | Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "go after the lead of the person wearing glasses", "output": "Respond('okay I will follow the person wearing glasses') | Search_Person('', 'wearing glasses')| Respond('I am here to follow you.') | Follow()" }, { "input": "I need you to describe the person adopting the sitting and answer a question.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Once you've introduced yourself to the person dressed in a blue shirt in the couch, escort them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a blue shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Look in living room. Count all cola there. Say number to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('cola', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Laura in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find fanta and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "get to know Peter at the coathanger, then greet her at the dishwasher.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('dishwasher') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "meet Noah in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | What_Time()" }, { "input": "find soap in the kitchen then fetch it and bring it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "take the person pointing to the right from the lamp to the coathanger", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "where does the energy come from in a nuclear fission reaction", "output": "Respond('The fission process')" }, { "input": "locate a waving person in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing black blouse in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "get to know John by the coathanger, then gonna greet him at the kitchen counter.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('kitchen counter') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "meet Hayley in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a waving person in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "The request for you is to take Hayley lingering in the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Hayley', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the person wearing a blue t shirt from the kitchen cabinet to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the kitchen cabinet to the coathanger') | Move_To('coathanger')" }, { "input": "bring me coke from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow shirt in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | What_Time()" }, { "input": "greet the person wearing black shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "salute Hayley in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me what is the lightest object on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'lightest') | Search_Person('user', '') | Answer()" }, { "input": "meet Fleur in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | What_Day()" }, { "input": "greet the person wearing white coat in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | What_Day()" }, { "input": "find soap in the hallway then take it and deliver it to Peter in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Peter', '') | Give_To()" }, { "input": "Check hallway cabinet for water. Count them. Give tony the number.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('water', '') | Search_Person('tony', '') | Answer()" }, { "input": "what was the german plane in indiana jones#", "output": "Respond('parasite biplane')" }, { "input": "locate a person raising their right arm in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "escort the person who is lying down from the lounge chair to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Can you please set dish on kitchen counter?", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing yellow shirt in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take fanta from the hallway cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Go introduce yourself to Harrie in the lamp, and then follow them to the exit.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Harrie in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Time()" }, { "input": "Can you tell me what the left-most item is on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the left-most object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the exit to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the dinner table') | Move_To('dinner table')" }, { "input": "follow Sophie from the coffee table to the living room", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "Could you deliver to the biggest liquorice from the kitchen and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('liquorice', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Inside desk banana, you look count and inform that numbers to jarvis.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('banana', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find soap in the hallway then fetch it and bring it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "greet Liam in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "where was the battle of lexington and concord fought at", "output": "Respond('Middlesex County')" }, { "input": "where is a sperm cell found in the body", "output": "Respond('epididymis')" }, { "input": "Once you've introduced yourself to the person standing in the couch, take them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "find water in the hallway then get it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Julia in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white shirt in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "Head over to the living room, meet Robin, and answer a question.", "output": "Respond('got it!') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "get acquainted with Laura at the trashcan.", "output": "Respond('Okay I will get acquainted with Laura') | Move_To('trashcan') | Search_Person('Laura', '') | Respond('Hi Laura, How are you doing?')" }, { "input": "Go to the exit and introduce yourself to Harrie, then follow.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "locate a person raising their left arm in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "locate a waving person in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "Tell me about the individual who is lying down at the lounge chair.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Noah in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell me how many people in the kitchen are wearing yellow shirts", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing yellow shirts') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then get it and bring it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "greet the person wearing black t shirt in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "greet the person wearing yellow shirt in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | What_Tomorrow()" }, { "input": "Say yourself to the Liam in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('Liam', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Introduce yourself to the oldest person, then take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find milk in the office then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please relate man wearing an orange blouse in the lamp how many strawberry there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('strawberry','') | Move_To('lamp') | Search_Person('', 'man wearing an orange blouse') | Answer()" }, { "input": "greet Robin in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Describe to Noah what things are on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('describe the objects on the TV table') | Search_Person('Noah', '') | Answer()" }, { "input": "find a person pointing to the right in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Could you pour some cereal into the cup?", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you please retrieve the blue stroopwafel from the kitchen cabinet and bring it to me?", "output": "Respond('Certainly!') | Move_To('kitchen cabinet') | Search_Object('stroopwafel', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Lucas in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "who plays kol mikaelson in the vampire diaries", "output": "Respond('Nathaniel Buzolic')" }, { "input": "meet Susan in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the shelf and give it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Say I need you to the Hayley in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('Hayley', '') | Respond('I need you')" }, { "input": "greet the person wearing gray shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'gray shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "meet William in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | What_Day()" }, { "input": "I want you to tell me how many person pointing to the right are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing gray jacket in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'gray jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Hayley in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Time()" }, { "input": "Say hello to the person standing in the office and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "inform man pointing to the right in the couch how many strawberry there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('strawberry','') | Move_To('couch') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "go to the hallway cabinet then find curry and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please transport that plate and deposit it into the tray", "output": "Respond('Forsure!') | Search_Object('plate', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet William in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Harrie in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "At couch, guide the person who wearing orange shoes to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Sophie at the trashcan then look for them in the kitchen", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "what is the wheel base of a honda crv", "output": "Respond('104.7 in')" }, { "input": "take milk from the dinner table and give it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your goal is take the person who dressed in a blue T-shirt, whom meet at the couch, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Go over to the lounge chair, locate a hagelslag, and bring it to the person lying down in the entrance.", "output": "Respond('Okay i got it!') | Move_To('lounge chair') | Search_Object('hagelslag', '') | Pickup() | Move_To('entrance') | Search_Person('', 'lying down') | Give_To()" }, { "input": "check how many fork at the living room and let tony know", "output": "Respond('got it!') | Move_To('living room') | Count_Object('fork', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Hayley in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the shelf to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the TV table') | Move_To('TV table')" }, { "input": "tell me how many snacks there are on the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "Grab blue orange and then transfer that orange on hallway cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('orange', 'blue') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "count the mayonaise at the dinner table and report to man dressed in a black blouse in the office", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('mayonaise','') | Move_To('office') | Search_Person('', 'man dressed in a black blouse') | Answer()" }, { "input": "Take yellow pancake mix then bring it to Susan at entrance", "output": "Respond('Okay, I'm working on it') | Search_Object('pancake mix', 'yellow') | Pickup() | Move_To('entrance') | Search_Person('Susan', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet Hayley in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "meet William in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | What_Day()" }, { "input": "Please relate woman wearing orange pants in the trashcan how many hagelslag there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('hagelslag','') | Move_To('trashcan') | Search_Person('', 'woman wearing orange pants') | Answer()" }, { "input": "meet Fleur in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "Let the person at entrance know the appearance details of the one standing at couch.", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "count the dishwasher tab at the trashcan and then report to man wearing a hat in the exit", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('dishwasher tab','') | Move_To('exit') | Search_Person('', 'man wearing a hat') | Answer()" }, { "input": "I would like you to deliver to the blue candle from the office and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('office') | Search_Object('candle', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Look in living room. Count all lemon there. Say number to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('lemon', '') | Search_Person('tony', '') | Answer()" }, { "input": "say something about yourself to Sara who is lying down in the desk", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Person('Sara', 'lying down') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "salute Sophie in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Sophie in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "guide Sophie from the coathanger to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the entrance') | Move_To('entrance')" }, { "input": "tell the pose of the person at the kitchen cabinet to the person at the loc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in kitchen cabinet is') | Answer()" }, { "input": "pour a dish full of cereal for me", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white sweater in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "greet the person wearing white blouse in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | What_Tomorrow()" }, { "input": "bring me cornflakes from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what day is today to the man wearing an orange blouse in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'man wearing an orange blouse') | What_Day()" }, { "input": "Would you mind pouring some noodles into a dish?", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say hello to Laura in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing white blouse in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a waving person in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find milk in the living room then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black blouse in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "Would you bring me the blue water from the kitchen ?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('water', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Will you tell me how many person pointing to the right are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing yellow pants from the lounge chair to the entrance after introducing yourself.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing yellow pants') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "What I need for you is to escort Peter who wearing an orange T-shirt at the lamp location to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Peter', 'wearing an orange T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell man dressed in an orange T-shirt in the exit how many knife exist on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('knife','') | Move_To('exit') | Search_Person('', 'man dressed in an orange T-shirt') | Answer()" }, { "input": "meet Jesse in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Day()" }, { "input": "find a person raising their right arm in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "cornflakes is in desk, you go there count and give jarvis the numbers.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('cornflakes', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Hayley in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Laura in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person pointing to the left in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find candle and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the couch then look for a washcloth and give it to the people lying down in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Object('washcloth', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'lying down people') | Give_To()" }, { "input": "say the day of the month to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "meet Hayley in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "who is the author of glimpses of world history", "output": "Respond('Jawaharlal Nehru')" }, { "input": "salute Hayley in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Go to the exit and introduce yourself to Susan, then go behind them to the lamp.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "who has the power to declare war in the us", "output": "Respond('Congress')" }, { "input": "Please take the person who wearing an orange blouse standing in the lounge chair to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "say what day is today to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Your mission is that set the dish on desk, and set the fork in it", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('fork', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "I wand you to carry blue dishwasher tab from couch and transfer it to person dressed in a black blouse in living room ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('dishwasher tab', 'blue') | Pickup() | Move_To('living room') | Search_Person('', 'dressed in a black blouse') | Respond('Hi. this dishwasher tab for you') | Give_To()" }, { "input": "greet Robin in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "After you meet Julia at the hallway, go and greet him at the dishwasher.", "output": "Respond('Okay i will greet him') | Move_To('hallway') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Move_To('dishwasher') | Search_Person('Julia', '') | Respond('Oh Julia, we meet again!')" }, { "input": "count the fanta at the kitchen counter and report to person wearing an orange T-shirt in the exit", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('fanta','') | Move_To('exit') | Search_Person('', 'person wearing an orange T-shirt') | Answer()" }, { "input": "meet Emma in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing red coat in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Calculate how many orange at the desk and report to tony", "output": "Respond('got it!') | Move_To('desk') | Count_Object('orange', '') | Search_Person('tony', '') | Answer()" }, { "input": "Your mission is find out yellow coke and convey it to Gabrielle who is in coathanger", "output": "Respond('Ok! I'll do it') | Search_Object('coke', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('Gabrielle', '') | Respond('Hi Gabrielle, this coke for you') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sara in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "take the person who is dressed in an orange blouse to the exit from the lounge chair.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "take soap from the hallway cabinet and give it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "Start by introducing yourself to the individual wearing blue shoes, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shoes') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Julia in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the hallway cabinet and bring it to Jesse in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Jesse', '') | Give_To()" }, { "input": "tell me what is the smallest cleaning supplies on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'smallest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Find Susan in the kitchen cabinet, introduce yourself, and go after.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "salute Julia in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell person dressed in an orange T-shirt in the lounge chair how many dishwasher tab exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('dishwasher tab','') | Move_To('lounge chair') | Search_Person('', 'person dressed in an orange T-shirt') | Answer()" }, { "input": "greet the person wearing black coat in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | What_Time()" }, { "input": "On the dinner table, which is the right-most object?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the right-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Describe for Sara the water on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Search_Object('water', '') | Vision_Ask('describe the water on the dishwasher') | Search_Person('Sara', '') | Answer()" }, { "input": "Tell whats your team affiliation to the person standing in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Sophie in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "who wrote all i want for christmas is my two front teeth", "output": "Respond('Spike Jones & His City Slickers')" }, { "input": "tell me how many drinks there are on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "You should follow the person wearing an orange shirt in the hallway", "output": "Respond('okay I will follow the person wearing an orange shirt') | Move_To('hallway') | Search_Person('', 'wearing an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "follow Julia from the TV table to the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "place a dish on dishwasher, then put spoon on its right", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('spoon', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Tell Robin about the objects on the dinner table.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Robin', '') | Answer()" }, { "input": "get acquainted with Sara at the lounge chair, moving forward to greet him at the dishwasher.", "output": "Respond('Okay i will greet him') | Move_To('lounge chair') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('dishwasher') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "take the person dressed in an orange T-shirt to the entrance after making introductions in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Look in coffee table. Count all bowl there. Say number to tony.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('bowl', '') | Search_Person('tony', '') | Answer()" }, { "input": "say hello to Laura in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "bring me a dish with some drink", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the name of the person at the exit to the person at the loc2", "output": "Respond('got it') | Move_To('exit') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "real name of pari in kya haal mr panchal", "output": "Respond('Ojaswi Oberoi')" }, { "input": "Who created the Python Programming Language?", "output": "Respond('Python was invented by Guido van Rossum.')" }, { "input": "To person dressed in an orange shirt in living room, acquire curry from coathanger and present it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('curry', '') | Pickup() | Move_To('living room') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi. this curry for you') | Give_To()" }, { "input": "Tell me about the individual who is sitting.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the kitchen then get it and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet Emma in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say hello to John in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take milk from the dinner table and bring it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the coathanger') | Move_To('coathanger')" }, { "input": "Say your team's affiliation and greet the person wearing a necklace.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, My team's name is pusan national university')" }, { "input": "follow the lead of person wearing orange shoes in the office", "output": "Respond('Sure, I will follow the person wearing orange shoes.') | Move_To('office')| Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "go to the hallway cabinet then find milk and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many cleaning supplies there are on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "greet Emma in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Liam in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Liam', '') | Give_To()" }, { "input": "go to the kitchen then look for a orange and fetch it to the men sitting in the desk", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Object('orange', '') | Pickup() | Move_To('desk') | Search_Person('', 'sitting men') | Give_To()" }, { "input": "meet Sophie at the dishwasher then look for them in the hallway", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Sophie at the coffee table then find them in the office", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Robin in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the desk') | Move_To('desk')" }, { "input": "locate a person raising their right arm in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "meet John at the couch, then welcome him at the entrance.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('entrance') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "bring me hagelslag from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many person raising their left arm are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "greet John in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "greet Sara in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "Tell your team's affiliation and say hello to the person wearing orange pants in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet John in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell the man wearing blue pants in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man wearing blue pants') | What_Time()" }, { "input": "Can you fetch the left-most sausages from the exit and bring it to me?", "output": "Respond('Got it!') | Move_To('exit') | Search_Object('sausages', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Kevin at the couch.", "output": "Respond('Okay I will greet Kevin') | Move_To('couch') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?')" }, { "input": "when did america become world's largest economy", "output": "Respond('since at least the 1890s')" }, { "input": "greet Lucas in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell the time to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Time()" }, { "input": "salute Hayley in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Emma from the hallway cabinet to the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "Go to lamp, take bowl and set on TV table. Then set knife on its left", "output": "Respond('I got this!') | Move_To('lamp') |Search_Object('bowl', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('knife', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "tell me how the person sitting at the lamp looks like", "output": "Respond('Am on it!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "count the soap at the lamp and inform person dressed in a yellow T-shirt in the coathanger", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('soap','') | Move_To('coathanger') | Search_Person('', 'person dressed in a yellow T-shirt') | Answer()" }, { "input": "greet Sara in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "tell me how many food there are on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "Greet the person dressed in a black T-shirt and share your team's affiliation in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet John in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the kitchen then fetch it and deliver it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet Peter in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | What_Day()" }, { "input": "Could you tell me how many people in the living room are wearing black pants?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing black pants') | Search_Person('user', '') | Answer()" }, { "input": "locate a person pointing to the left in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "meet Lucas in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "greet the person wearing black t shirt in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Peter in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Noah in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet John in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | What_Day()" }, { "input": "bowl in hallway, you go count, then inform that number jarvis.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Laura in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say what day is today to the man wearing an orange T-shirt in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'man wearing an orange T-shirt') | What_Day()" }, { "input": "say the time to the oldest person in the office", "output": "Move_To('office') | Search_Person('', 'oldest person') | What_Time()" }, { "input": "meet Emma in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Liam in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Jesse at the exit, then find him at the couch.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('couch') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "You go office, count lemon, report to jarvis number.", "output": "Respond('got it!') | Move_To('office') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a waving person in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "look for a person pointing to the right in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "greet the person wearing yellow jacket in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "Bring water in kitchen to exit, give it to Sophie ", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('water', '') | Pickup() | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie. this water for you') | Give_To()" }, { "input": "find the dubbelfris at the kitchen cabinet", "output": "Respond('Okay, I will go find the dubbelfris') | Move_To('kitchen cabinet') | Search_Object('dubbelfris', '') | Respond('Here it is, I have found the dubbelfris')" }, { "input": "greet the person wearing yellow shirt in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Will you tell me how many person raising their right arm are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "tell what day is today to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "guide Sophie from the desk to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the entrance') | Move_To('entrance')" }, { "input": "You go dinner table, count crisp, report to tony number.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('crisp', '') | Search_Person('tony', '') | Answer()" }, { "input": "report to jarvis after counting apple at the office.", "output": "Respond('got it!') | Move_To('office') | Count_Object('apple', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing blue coat in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "serve a bit of noodles in a cup for me", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say your team's affiliation and greet the person lying down in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Sara in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sara', '') | Give_To()" }, { "input": "meet Liam in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find washcloth and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "inform man waving in the lounge chair how many pea soup exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pea soup','') | Move_To('lounge chair') | Search_Person('', 'man waving') | Answer()" }, { "input": "meet Laura in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Hayley in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Hayley', '') | Give_To()" }, { "input": "place cup on kitchen counter, knife on its right", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('knife', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "take cornflakes from the desk and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "To person wearing glasses in kitchen, acquire pea soup from exit and present it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('pea soup', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'wearing glasses') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "when did the first french settlers come to canada", "output": "Respond('1608')" }, { "input": "tell me what is the largest decorations on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'largest decorations') | Search_Person('user', '') | Answer()" }, { "input": "greet William in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "locate a person raising their left arm in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find hagelslag and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take them to the exit after introducing yourself to the oldest person in the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing white coat in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | What_Day()" }, { "input": "meet John in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Julia in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "You can see person standing at coathanger, tell me how look.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "say what day is tomorrow to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "guide the sitting people in the desk to the lamp", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Person('', 'sitting people') | Respond('Hey, I am here to guide you to lamp, please follow me') | Move_To('lamp')" }, { "input": "greet the person wearing white t shirt in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a person pointing to the left in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet the person wearing blue shirt in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | What_Tomorrow()" }, { "input": "greet the person wearing white sweater in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find washcloth in the office then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please tell tallest man in the lounge chair how many cola there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('cola','') | Move_To('lounge chair') | Search_Person('', 'tallest man') | Answer()" }, { "input": "Please make your way to the trashcan and guide the person who wearing glasses to the exit.", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing glasses') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Take stock of stroopwafel at the TV table and inform jarvis", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('stroopwafel', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "count the orange at the couch and then inform man waving in the office", "output": "Respond('got it!') | Move_To('couch') | Count_Object('orange','') | Move_To('office') | Search_Person('', 'man waving') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Sophie in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sophie', '') | Give_To()" }, { "input": "get to know William at the lounge chair first, and then find him at the exit and greet.", "output": "Respond('Okay i will greet him') | Move_To('lounge chair') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('exit') | Search_Person('William', '') | Respond('Oh William, we meet again!')" }, { "input": "Check kitchen cabinet for all stroopwafel. Get number. Say number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('stroopwafel', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Say hello to the tallest person in the living room and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please bring yellow pea soup in lamp to person wearing a hat at the coathanger", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('pea soup', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing a hat') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "greet the person wearing white shirt in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie at the lounge chair then look for them in the hallway", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "find a waving person in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find soap in the kitchen then get it and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "meet William in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you describe to Peter the coke on the coffee table?", "output": "Respond('Let me see!') | Move_To('coffee table') | Search_Object('coke', '') | Vision_Ask('describe the coke on the coffee table') | Search_Person('Peter', '') | Answer()" }, { "input": "greet Sophie in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the hallway then fetch it and give it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Your mission is take coke from trashcan and convey it to entrance. Finally, handover that coke to person dressed in an orange shirt", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('coke', '') | Pickup() | Move_To('entrance') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "Greet the oldest person and share your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find cola in the kitchen then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "salute Sara in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "get to know Lucas by the exit, then gonna greet him at the lounge chair.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('lounge chair') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "To Susan dressed in a blue blouse in kitchen, acquire washcloth from coathanger and pass it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('washcloth', '') | Pickup() | Move_To('kitchen') | Search_Person('Susan', 'dressed in a blue blouse') | Respond('Hi. this washcloth for you') | Give_To()" }, { "input": "When you get a chance, can you head over to the kitchen cabinet, count every single item of fanta in there, and give tony the final tally?", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('fanta', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing red coat in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red coat') | Respond('I am here to follow you') | Follow()" }, { "input": "Check dinner table for cornflakes. Count them. Give jarvis the number.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('cornflakes', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please bring yellow candy in trashcan to person wearing yellow T-shirt at the coathanger", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('candy', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi. this candy for you') | Give_To()" }, { "input": "greet the person wearing white coat in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Greet the person in the office wearing orange shoes and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Can you take the bowl away to living room and put in bag?", "output": "Respond('Forsure!') | Search_Object('bowl', '') | Pickup() | Move_To('living room') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing yellow coat in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "find a waving person in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Peter in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Find the person pointing to the left, introduce yourself, and guide them towards the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "who is the villain of spider man homecoming", "output": "Respond('the Vulture')" }, { "input": "guide Sophie from the coffee table to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coffee table to the TV table') | Move_To('TV table')" }, { "input": "I want you to shift yellow curry from exit and place in basket at hallway", "output": "Respond('Sure! I'm working on it') | Move_To('exit') | Search_Object('curry', 'yellow') | Pickup() | Move_To('hallway') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "coffee table having all candle, you go count and say jarvis all the numbers.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "pour some drink into a bowl for me", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the office then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "What is the smallest object found on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the smallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet Emma in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Time()" }, { "input": "what transmission is in a 2000 ford expedition", "output": "Respond('4 - speed 4R100 automatic')" }, { "input": "Take pancake mix from lounge chair and then bring it to Fleur who smallest at exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('pancake mix', '') | Pickup() | Move_To('exit') | Search_Person('Fleur', 'smallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet Emma in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "meet Jesse in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Day()" }, { "input": "greet the person wearing black blouse in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Can you fetch the biggest stroopwafel from the hallway and bring it to me?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('stroopwafel', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "After you get acquainted with John at the entrance, go and find him at the kitchen cabinet.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "I need you to do to take the person who sitting at the lounge chair location to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "it is a technique for printing text images or patterns used widely throughout east asia", "output": "Respond('Woodblock printing')" }, { "input": "greet Susan in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person who is pointing to the right to the exit after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the person wearing a blue t shirt from the lamp to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the trashcan') | Move_To('trashcan')" }, { "input": "bring me washcloth from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "In the office, say hello and mention your team's affiliation to the person standing.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell me what is the biggest dishes on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'biggest dishes') | Search_Person('user', '') | Answer()" }, { "input": "meet Jesse in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "who makes up the us green building council", "output": "Respond('David Gottfried')" }, { "input": "Can you deliver to me the biggest knife from the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('knife', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black t shirt in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "look for a person pointing to the left in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing red t shirt in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "To the person wearing a hat, introduce yourself and take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "salute Hayley in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "find soap in the hallway then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Could you tell me how many person raising their right arm are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "Greet the person standing and share your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Mention your team's affiliation and say hello to the person wearing black pants.", "output": "Respond('Got it!') | Search_Person('', 'wearing black pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing white jacket in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find cola in the living room then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "serve a bowl of noodles for me", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Laura in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you take the lemon away to living room and put in basket?", "output": "Respond('Forsure!') | Search_Object('lemon', '') | Pickup() | Move_To('living room') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "Find the tallest person in the lounge chair, introduce yourself, and guide them towards the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Do me a favor and tally up how many pieces of coke are in the living room, then report to that figure to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('coke', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "count the sausages at the TV table and report to person wearing glasses in the kitchen", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('sausages','') | Move_To('kitchen') | Search_Person('', 'person wearing glasses') | Answer()" }, { "input": "find a waving person in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Time()" }, { "input": "meet Hayley in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "look for a person raising their left arm in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "find soap in the office then take it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you tell me the number of individuals wearing yellow shirt in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing yellow shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white shirt in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Say hello to the person waving and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Kevin in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "I would like you to give the biggest washcloth and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('washcloth', 'biggest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "tell your teams affiliation to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "pour some cereal in a dish", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Julia in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Time()" }, { "input": "Within kitchen counter, place dish and spoon on it", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "take soap from the hallway cabinet and deliver it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "find a person raising their left arm in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "look for a person pointing to the right in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "What is the tallest object situated on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the tallest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet Kevin in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Day()" }, { "input": "What's the right-most object present on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the right-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "Tell whats your team affiliation to the person sitting in the hallway cabinet", "output": "Respond('Okay! I got it') | Move_To('hallway cabinet') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Do me a favor and tally up how many pieces of water are in the living room, then report to that figure to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('water', '') | Search_Person('tony', '') | Answer()" }, { "input": "After you get to know Gabrielle at the trashcan, go and find her at the exit.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('exit') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "look for a waving person in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing blue t shirt in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "State your team's affiliation and say hello to the person raising their left arm.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Calculate how many lemon at the desk and report to tony", "output": "Respond('got it!') | Move_To('desk') | Count_Object('lemon', '') | Search_Person('tony', '') | Answer()" }, { "input": "follow Sophie from the dinner table to the hallway", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet the person wearing yellow jacket in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Say hello to the person dressed in a yellow T-shirt and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Navigate to the exit, find a cornflakes, and bring it to the person sitting in the lamp.", "output": "Respond('Okay i got it!') | Move_To('exit') | Search_Object('cornflakes', '') | Pickup() | Move_To('lamp') | Search_Person('', 'sitting') | Give_To()" }, { "input": "guide Sophie from the lounge chair to the trashcan", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the trashcan') | Move_To('trashcan')" }, { "input": "tell me what is the smallest snacks on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'smallest snacks') | Search_Person('user', '') | Answer()" }, { "input": "inform man raising their right arm in the kitchen how many crisp there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('crisp','') | Move_To('kitchen') | Search_Person('', 'man raising their right arm') | Answer()" }, { "input": "report to jarvis after counting dubbelfris placed in the hallway cabinet.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('dubbelfris', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Noah in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "escort the person dressed in an orange shirt from the lounge chair to the entrance after introducing yourself.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "After introducing yourself to the person raising their right arm at the lounge chair, guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing yellow t shirt in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "locate a person pointing to the left in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "meet Robin in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "First, move to couch, meet Sophie who is the smallest and guide towards the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Sophie', 'smallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing blue t shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing orange blouse in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'orange blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "find soap in the hallway then take it and give it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "Please inform person dressed in an orange blouse in the living room how many pancake mix there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pancake mix','') | Move_To('living room') | Search_Person('', 'person dressed in an orange blouse') | Answer()" }, { "input": "Can you tell me which is the right-most object on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the right-most object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "Can you count the number of people in the hallway wearing black shoes?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing black shoes') | Search_Person('user', '') | Answer()" }, { "input": "say your teams affiliation to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white jacket in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | What_Time()" }, { "input": "greet Julia in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell the man wearing black shoes in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man wearing black shoes') | What_Time()" }, { "input": "take coke from the coffee table and give it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white blouse in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please move to the TV table. tell me how many food are on there. ", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "say your teams name to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Go to the exit, locate a cornflakes, and deliver it to the person sitting in the lounge chair.", "output": "Respond('Okay i got it!') | Move_To('exit') | Search_Object('cornflakes', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'sitting') | Give_To()" }, { "input": "greet the person wearing black shirt in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "when was the last time the rangers were in the stanley cup", "output": "Respond('2016 -- 17')" }, { "input": "meet Susan in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "look for a person raising their right arm in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "find sponges in the living room then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Laura in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Go to lounge chair, take bowl and put on dishwasher. Then put spoon on it", "output": "Respond('I got this!') | Move_To('lounge chair') |Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('spoon', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "take soap from the hallway cabinet and bring it to Fleur in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Fleur', '') | Give_To()" }, { "input": "meet Susan in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white jacket in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "salute Julia in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet the person wearing yellow coat in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you like to tell me how many decorations are in the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "say your teams affiliation to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person raising their right arm in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the TV table and give it to the waving person in the hallway", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "who plays jason in the 2009 friday the 13th", "output": "Respond('Derek Mears')" }, { "input": "Go introduce yourself to William in the coffee table, and then go behind them to the living room.", "output": "Respond('got it!') | Move_To('coffee table') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Noah in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "At the dishwasher, set dish", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "who are the 2 guys in the sonic commercials", "output": "Respond('Thomas James `` T.J. '' Jagodowski')" }, { "input": "escort the sitting people at the couch to the exit", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('', 'sitting people') | Respond('Hey, I am here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please go to the living room and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white coat in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | What_Day()" }, { "input": "greet Robin in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "How small can a nanobot be?", "output": "Respond('A nanobot can be less than one-thousandth of a millimeter.')" }, { "input": "find the water at the desk", "output": "Respond('Okay, I will go find the water') | Move_To('desk') | Search_Object('water', '') | Respond('Here it is, I have found the water')" }, { "input": "In bag, put the lemon", "output": "Respond('Forsure!') | Search_Object('lemon', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Can you identify the left-most object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the left-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then fetch it and bring it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "go behind Laura", "output": "Respond('okay I will follow the Laura') | Search_Person('Laura', '') | Follow()" }, { "input": "salute Sophie in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Introduce yourself to Lucas at the exit, and proceed to go behind.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing yellow sweater in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell the person at the coathanger how does the person sitting look like ?", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "meet Julia in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Sophie at the exit then locate them in the kitchen", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Say what is your fahvorite color to the person sitting in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('', 'sitting') | Respond('My favorite color is blue')" }, { "input": "From living room, take liquorice and convey it to Julia wearing yellow pants at couch", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('liquorice', '') | Pickup() | Move_To('couch') | Search_Person('Julia', 'wearing yellow pants') | Respond('Hi. this liquorice for you') | Give_To()" }, { "input": "Say whats your favorite color to the person standing in the shelf", "output": "Respond('Okay! I got it') | Move_To('shelf') | Search_Person('', 'standing') | Respond('My favorite color is blue')" }, { "input": "greet Sophie in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Julia in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Laura in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "Count pancake mix in the hallway and report to tony", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('pancake mix', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide them to the coathanger after introducing yourself to the person in the lounge chair who is raising their left arm.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Make introductions with the person raising their left arm before guiding them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "look for a person pointing to the right in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black jacket in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "Your task is to escort Robin who wearing orange shoes, in lounge chair, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Robin', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell something about yourself to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the office then get it and give it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Introduce yourself to Sophie in the hallway cabinet, and go behind them to the living room.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "At lounge chair, guide the person who wearing orange shoes to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "how many episodes are in season 5 of brooklyn 99", "output": "Respond('22')" }, { "input": "take cola from the hallway cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Noah in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find curry and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "navigate to the lounge chair then look for a cornflakes and fetch it and give it to the person sitting in the exit", "output": "Respond('Okay i got it!') | Move_To('lounge chair') | Search_Object('cornflakes', '') | Pickup() | Move_To('exit') | Search_Person('', 'sitting') | Give_To()" }, { "input": "Could you set a cup on the shelf, with a fork on its right?", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('fork', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet the person wearing black sweater in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "set a bowl on the TV table and a knife in it", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup()| Move_To('TV table') | Place_On('TV table') | Search_Object('knife', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "find washcloth in the living room then fetch it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Susan in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you count how many people are dressed in a blue T-shirt in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in a blue T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "take the left-most knife from the dinner table to the living room", "output": "Respond('Got it!') | Move_To('dinner table') | Search_Object('knife', 'left-most') | Pickup() | Move_To('living room') | Place_On('living room')" }, { "input": "meet Fleur in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find soap in the kitchen then get it and deliver it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "find soap in the hallway then get it and give it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "escort them to the exit after introducing yourself to the person who is wearing black blouse.", "output": "Respond('Got it!') | Search_Person('', 'wearing black blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Would you tell me how many person pointing to the left are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell me which is the biggest object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the biggest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "I need you to take an inventory of the crisp in the desk and inform jarvis of the exact number.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white coat in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell the man wearing blue shoes in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man wearing blue shoes') | What_Time()" }, { "input": "take soap from the hallway cabinet and deliver it to Sara in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Sara', '') | Give_To()" }, { "input": "Greet the person pointing to the right in the living room and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Lucas in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "tell me what is the biggest snacks on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'biggest snacks') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "look for a person pointing to the left in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow blouse in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Harrie in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "when does zack find out mimmi is his sister", "output": "Respond('A New Man')" }, { "input": "get to know Emma at the trashcan, proceed to the entrance and find her.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('entrance') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "salute Julia in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Julia from the coathanger to the living room", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Julia', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "say something about yourself to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "What object is the yellow that you see on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the yellow object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "take cornflakes from the shelf and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute William in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find hagelslag and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please pick up pancake mix at office and then put inside of tray in couch", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('pancake mix', '') | Pickup() | Move_To('couch') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Navigate to meet Robin, and respond to a question.", "output": "Respond('got it!') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Tell Gabrielle what's on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('What is the object on the coffee table') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "tell the day of the month to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet the person wearing yellow jacket in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Lay yellow dish on dishwasher and knife on it", "output": "Respond('I got this!') | Search_Object('dish', 'yellow') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('knife', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "find soap in the hallway then take it and bring it to Peter in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Peter', '') | Give_To()" }, { "input": "tell the time to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Time()" }, { "input": "Count the dubbelfris on the dining table in the dining room and inform tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('dubbelfris', '') | Search_Person('tony', '') | Answer()" }, { "input": "Please go after Robin in the kitchen", "output": "Respond('Sure, I will follow Robin.') | Move_To('kitchen')| Search_Person('Robin', '')| Respond('Hey Robin I am here to follow you.') | Follow()" }, { "input": "find a person raising their left arm in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say your teams name to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing gray jacket in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'gray jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing red shirt in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find the tictac at the dinner table", "output": "Respond('Okay, I will go find the tictac') | Move_To('dinner table') | Search_Object('tictac', '') | Respond('Here it is, I have found the tictac')" }, { "input": "find sponges in the kitchen then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you describe the mayonaise on the TV table to Robin?", "output": "Respond('Let me see!') | Move_To('TV table') | Search_Object('mayonaise', '') | Vision_Ask('describe the mayonaise on the TV table') | Search_Person('Robin', '') | Answer()" }, { "input": "greet the person wearing yellow sweater in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "yeh rishta kya kehlata hai lead actress name", "output": "Respond('Shivangi Joshi')" }, { "input": "take coke from the dinner table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the hallway then get it and deliver it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "Introduce your team's affiliation and greet the person standing.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell your teams name to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the living room then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "find a person pointing to the left in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "find soap in the hallway then grasp it and bring it to Peter in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Peter', '') | Give_To()" }, { "input": "follow Emma from the kitchen counter to the office", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "find Jesse at the coathanger", "output": "Respond('Okay, I will go find Jesse') | Move_To('coathanger') | Search_Person('Jesse', '') | Respond('Here you are, I have found Jesse')" }, { "input": "meet Robin in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Introduce yourself to Julia in the dishwasher, and go behind.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "locate a person pointing to the right in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the shelf and bring it to the waving person in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing black jacket in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing red t shirt in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the TV table to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the TV table to the lounge chair') | Move_To('lounge chair')" }, { "input": "greet Liam in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | What_Day()" }, { "input": "tell me how many people in the hallway are wearing yellow blouses", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing yellow blouses') | Search_Person('user', '') | Answer()" }, { "input": "Introduce your team's affiliation and greet the person in the kitchen wearing blue shirt.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing blue shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "In the lounge chair, find the one waving, introduce yourself, and escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "where was whale rider filmed in new zealand", "output": "Respond('Whangara on the East Coast of New Zealand 's North Island')" }, { "input": "tell me how many people in the living room are wearing black blouses", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing black blouses') | Search_Person('user', '') | Answer()" }, { "input": "greet Sara in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "Tell me about person lying down in that trashcan.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | What_Time()" }, { "input": "I want you to fetch orange from lounge chair and place in tray at entrance", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('orange', '') | Pickup() | Move_To('entrance') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "take soap from the desk and deliver it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | What_Time()" }, { "input": "greet the person wearing blue t shirt in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Bring orange to person wearing blue T-shirt, in entrance", "output": "Respond('Okay, I will do it') | Search_Object('orange', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "salute Julia in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Meet Emma in the lamp, introduce yourself, and then go behind them to the exit.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Julia in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Your mission is take candy from lamp and convey it to exit. Finally, handover that candy to person wearing yellow blouse", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('candy', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing yellow blouse') | Respond('Hi. this candy for you') | Give_To()" }, { "input": "greet the person wearing black sweater in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the person standing and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "bring me orange from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('orange', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue shirt in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell me what is the lightest object on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'lightest') | Search_Person('user', '') | Answer()" }, { "input": "In the kitchen, how many people are wearing yellow pants?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing yellow pants') | Search_Person('user', '') | Answer()" }, { "input": "count the orange at the office and inform jarvis", "output": "Respond('got it!') | Move_To('office') | Count_Object('orange', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "bring me hagelslag from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Jesse in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Laura in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "look for a person pointing to the left in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "salute Laura in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "Say what items are on the dishwasher to Liam.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Liam', '') | Answer()" }, { "input": "would you tell the man pointing to the right in the lounge chair what day is tomorrow", "output": "Move_To('lounge chair') | Search_Person('', 'man pointing to the right') | What_Tomorrow()" }, { "input": "inform person pointing to the left in the entrance the number of pea soup present on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pea soup','') | Move_To('entrance') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "Go look in kitchen. Count all the ice tea. Report number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('ice tea', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Could you describe to Sophie the object on the kitchen counter?", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('What is the object on the kitchen counter') | Search_Person('Sophie', '') | Answer()" }, { "input": "Please relate woman dressed in a yellow T-shirt in the hallway how many hagelslag there are on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('hagelslag','') | Move_To('hallway') | Search_Person('', 'woman dressed in a yellow T-shirt') | Answer()" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "look for a person pointing to the left in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Would you mind retrieving the black cup from the couch and bring it to me?", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('cup', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "where did they film and then there were none", "output": "Respond('Cornwall')" }, { "input": "greet Sara in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me what is the biggest object on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'biggest') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black coat in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "To entrance, guide Noah from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Noah', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Find yellow dubbelfris, and then take it to Gabrielle who is in lamp", "output": "Respond('Sure! I'll do it for you') | Search_Object('dubbelfris', 'yellow') | Pickup() | Move_To('lamp') | Search_Person('Gabrielle', '') | Respond('Hi Gabrielle, this dubbelfris for you') | Give_To()" }, { "input": "locate a person pointing to the left in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "Let's have you escort Gabrielle who is the tallest you encounter at the couch and bring them to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Gabrielle', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "First, meet Laura at the hallway, then find her at the kitchen counter.", "output": "Respond('Okay i will greet her') | Move_To('hallway') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('kitchen counter') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "Please move to the coffee table. tell me how many food are on there. ", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "tell the child in the living room the day of the month", "output": "Move_To('living room') | Search_Person('', 'child') | What_Day()" }, { "input": "when did britain declare war on germany ww2", "output": "Respond('3 September 1939')" }, { "input": "Your assistance is needed to go through the hallway, make a count of all the knife items, and provide tony with that number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('knife', '') | Search_Person('tony', '') | Answer()" }, { "input": "Go fetch that pea soup and put it inside the bag", "output": "Respond('Forsure!') | Search_Object('pea soup', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "inform man wearing black blouse in the couch the number of sponge present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('sponge','') | Move_To('couch') | Search_Person('', 'man wearing black blouse') | Answer()" }, { "input": "Greet the person wearing orange pants in the kitchen and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Mention your team's affiliation and say hello to the smallest person in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Hayley in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Give John a rundown of what's on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('John', '') | Answer()" }, { "input": "go to the hallway cabinet then find curry and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Hayley in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "greet the person wearing yellow jacket in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please follow person wearing black pants", "output": "Respond('Sure, I will follow the person wearing black pants.') | Search_Person('', 'wearing black pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "take the person who is lying down to the coathanger after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing red shirt in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | What_Day()" }, { "input": "meet Kevin in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Time()" }, { "input": "greet Harrie in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a person raising their left arm in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "count the cup at the desk and report to tony", "output": "Respond('got it!') | Move_To('desk') | Count_Object('cup', '') | Search_Person('tony', '') | Answer()" }, { "input": "Please carry that strawberry to the tray", "output": "Respond('Forsure!') | Search_Object('strawberry', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Who is him standing? Please report to the details of him to person at the coathanger.", "output": "Respond('Okay, I will go and take a look!') | Move_To('coathanger') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "Say whats your favorite color to the person standing in the hallway", "output": "Respond('Okay! I got it') | Move_To('hallway') | Search_Person('', 'standing') | Respond('My favorite color is blue')" }, { "input": "Your task is to convey the blue cornflakes and place it inside the bag", "output": "Respond('Forsure!') | Search_Object('cornflakes', 'blue') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Peter in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Lucas in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "greet Laura in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "would you tell the smallest woman in the couch what day is tomorrow", "output": "Move_To('couch') | Search_Person('', 'smallest woman') | What_Tomorrow()" }, { "input": "salute Laura in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a person raising their right arm in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "meet John in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet John in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue coat in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell person wearing glasses in the lounge chair how many candle exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('candle','') | Move_To('lounge chair') | Search_Person('', 'person wearing glasses') | Answer()" }, { "input": "tell smallest man in the trashcan how many pea soup there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('pea soup','') | Move_To('trashcan') | Search_Person('', 'smallest man') | Answer()" }, { "input": "bring me a dish full of noodles for me", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say yourself to the Robin", "output": "Respond('Okay! I got it') | Search_Person('Robin', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "navigate to the coathanger then look for a dubbelfris and fetch it and give it to the person sitting in the lounge chair", "output": "Respond('Okay i got it!') | Move_To('coathanger') | Search_Object('dubbelfris', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'sitting') | Give_To()" }, { "input": "Greet the person wearing blue blouse and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "follow Julia from the desk to the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Can you fetch the biggest bowl from the entrance and bring it to me?", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('bowl', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide Sophie from the couch to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the entrance') | Move_To('entrance')" }, { "input": "At the lamp, get to know Hayley, then find her at the coathanger.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('coathanger') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "guide the sitting people in the lounge chair to the hallway cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Person('', 'sitting people') | Respond('Hey, I am here to guide you to hallway cabinet, please follow me') | Move_To('hallway cabinet')" }, { "input": "meet Robin in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "where is cilia located in the respiratory tract", "output": "Respond('Most of the epithelium ( from the nose to the bronchi )')" }, { "input": "relate man pointing to the left in the kitchen how many pea soup there are on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('pea soup','') | Move_To('kitchen') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "meet Kevin in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Day()" }, { "input": "answer the question of the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me how many people in the kitchen are wearing black shirts", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing black shirts') | Search_Person('user', '') | Answer()" }, { "input": "locate a person pointing to the right in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "say the pose of Gabrielle at the TV table to the person at the office", "output": "Respond('Okay, I Am working on it') | Move_To('TV table') | Search_Person('Gabrielle', '') | Vision_Ask('describe to me the person posture') | Move_To('office') | Vision_Ans()" }, { "input": "greet the person wearing white jacket in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Pickup the coke and put on the tray", "output": "Respond('Forsure!') | Search_Object('coke', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "take soap from the desk and deliver it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "pick up the soap", "output": "Respond('Okay, I will go get the soap') | Search_Object('soap', '') | Pickup() | Respond('Here you go, I have got you the soap')" }, { "input": "tell woman pointing to the right in the lamp how many tictac there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('tictac','') | Move_To('lamp') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "say what day is today to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Which is the black object on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the black object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "meet Fleur in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Julia in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the shelf to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the shelf') | Move_To('shelf')" }, { "input": "Deliver ice tea to Harrie in couch", "output": "Respond('Okay, I will do it') | Search_Object('ice tea', '') | Pickup() | Move_To('couch') | Search_Person('Harrie', '') | Respond('Hi, this ice tea for you') | Give_To()" }, { "input": "find soap in the office then take it and deliver it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Go to trashcan to fetch banana and put it inside the basket", "output": "Respond('Forsure!') | Move_To('trashcan') | Search_Object('banana', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Find the one dressed in an orange shirt, introduce yourself, and guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell the gesture of the person at the trashcan to the person at the loc2", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in trashcan is') | Answer()" }, { "input": "greet Fleur in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | What_Day()" }, { "input": "guide Sophie from the exit to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "greet the person wearing white jacket in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "take fanta from the coffee table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell me how many people in the hallway are wearing black t shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing black t shirts') | Search_Person('user', '') | Answer()" }, { "input": "who proposed the idea that all plants are made up of cells", "output": "Respond('Robert Hooke')" }, { "input": "find soap in the kitchen then get it and deliver it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "find washcloth in the kitchen then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue coat in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing yellow jacket in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who laid the foundation of the golden temple", "output": "Respond('Mian Mir')" }, { "input": "greet Emma in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say the time to the man pointing to the right in the living room, please", "output": "Move_To('living room') | Search_Person('', 'man pointing to the right') | What_Time()" }, { "input": "After introducing yourself to the tallest person, take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet John at the exit, proceed to the lounge chair and greet her.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('lounge chair') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "take coke from the dishwasher and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Noah in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "To smallest person in hallway, acquire fanta from exit and present it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('fanta', '') | Pickup() | Move_To('hallway') | Search_Person('', 'smallest') | Respond('Hi. this fanta for you') | Give_To()" }, { "input": "Please provide details about the person sitting at the living room and respond to a question.", "output": "Respond('Let me see!') | Move_To('living room') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the desk and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Say what is your fahvorite color to the person standing in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'standing') | Respond('My favorite color is blue')" }, { "input": "take milk from the dinner table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell me how many people in the office are wearing black blouses", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing black blouses') | Search_Person('user', '') | Answer()" }, { "input": "salute Sara in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "will you say what day is tomorrow to the smallest person in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'smallest person') | What_Tomorrow()" }, { "input": "to which part of a paragraph should support sentences be linked", "output": "Respond('The first sentence')" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the couch') | Move_To('couch')" }, { "input": "You go coffee table, count milk, inform jarvis number.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Julia in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Time()" }, { "input": "look for a person pointing to the left in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "To Gabrielle wearing orange pants, acquire tictac from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('tictac', '') | Pickup() | Search_Person('Gabrielle', 'wearing orange pants') | Respond('Hi. this tictac for you') | Give_To()" }, { "input": "Deliver candle in hallway to person wearing a hat", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('candle', '') | Pickup() | Search_Person('', 'wearing a hat') | Respond('Hi, this candle for you') | Give_To()" }, { "input": "find a person pointing to the right in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "First, move to couch, meet Lucas who wearing a hat and guide towards the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Lucas', 'wearing a hat') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Could you place a bowl on the kitchen cabinet and a spoon in it?", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "tell me how many person pointing to the left are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "meet Julia in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Take black strawberry from couch and then bring it to person who dressed in a yellow shirt at living room", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('strawberry', 'black') | Pickup() | Move_To('living room') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "say something about yourself to the person standing in the dinner table", "output": "Respond('Okay! I got it') | Move_To('dinner table') | Search_Person('', 'standing') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Would you mind serveing some noodles into a bowl?", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Sophie in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "find cola in the office then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find a waving person in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "say your teams country to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Liam in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | What_Time()" }, { "input": "guide Sophie from the trashcan to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "look for a waving person in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('I am here to follow you.') | Follow()" }, { "input": "meet Hayley at the coathanger, then find him at the trashcan.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('trashcan') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "relate man wearing black shoes in the desk how many hagelslag there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('hagelslag','') | Move_To('desk') | Search_Person('', 'man wearing black shoes') | Answer()" }, { "input": "greet the person wearing white blouse in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black blouse in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please make your way to the trashcan and guide William who tallest to the exit.", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('William', 'tallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "escort the individual raising their left arm to the exit after introducing yourself in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "say hello to the tallest person in the hallway and say your team's affiliation", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "bring the sausages", "output": "Respond('Okay, I will go deliver the sausages') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the sausages')" }, { "input": "tell me how many people in the office are wearing gray t shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing gray t shirts') | Search_Person('user', '') | Answer()" }, { "input": "Go to the hallway cabinet and introduce yourself to Robin, then follow.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "what process releases nitrogen gas into the atmosphere", "output": "Respond('The nitrogen cycle')" }, { "input": "who plays the voice of violet from the incredibles", "output": "Respond('Sarah Vowell')" }, { "input": "find a person pointing to the right in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Person is lying down in exit, describe to me.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "First, find cup and put on desk, and then put spoon in it", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('spoon', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "take soap from the hallway cabinet and give it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet the person wearing white sweater in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a waving person in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "guide Sophie from the TV table to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the exit') | Move_To('exit')" }, { "input": "explain the object on the shelf for Jesse.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('Jesse', '') | Answer()" }, { "input": "greet the person wearing black shirt in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go behind the person wearing glasses", "output": "Respond('okay I will follow the person wearing glasses') | Search_Person('', 'wearing glasses')| Respond('I am here to follow you.') | Follow()" }, { "input": "tell me how many decorations there are on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "guide the person who is raising their left arm to the exit.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "What's the black object visible on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the black object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "tell the woman pointing to the right in the living room the time", "output": "Move_To('living room') | Search_Person('', 'woman pointing to the right') | What_Time()" }, { "input": "greet Sophie in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you tell me how many people in the kitchen are wearing black T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Harrie in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | What_Day()" }, { "input": "Please tell what day is today to the people standing in the kitchen counter", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('', 'standing people') | What_Day()" }, { "input": "find washcloth in the office then take it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their right arm in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "Can you give me the smallest dubbelfris from the trashcan?", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('dubbelfris', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find water and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please relate person wearing glasses in the coathanger how many candle there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('candle','') | Move_To('coathanger') | Search_Person('', 'person wearing glasses') | Answer()" }, { "input": "Could you tell me how many individuals in the living room are dressed in an orange T-shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "tell person wearing an orange blouse in the couch how many sponge exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('sponge','') | Move_To('couch') | Search_Person('', 'person wearing an orange blouse') | Answer()" }, { "input": "Within kitchen cabinet, place cup", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "I need you to give me some drink in a bowl", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "How many individuals are lying down in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "meet William in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "escort the person who wearing a necklace to the coathanger from lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing a necklace') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "navigate to the lamp then look for a apple and fetch it to the people standing in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('lamp') | Search_Object('apple', '') | Pickup() | Move_To('kitchen cabinet') | Search_Person('', 'standing people') | Give_To()" }, { "input": "take soap from the desk and deliver it to the waving person in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "say the day of the week to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "bring me strawberry from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('strawberry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Inside kitchen counter pea soup, you look count and inform that numbers to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('pea soup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "salute the person wearing yellow t shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Harrie in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "How about describing the lemon on the hallway cabinet to Harrie?", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('lemon', '') | Vision_Ask('describe the lemon on the hallway cabinet') | Search_Person('Harrie', '') | Answer()" }, { "input": "greet the person wearing yellow coat in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Hayley in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "give me a cup filled with noodles, please", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing orange jacket in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'orange jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please inform person dressed in a yellow T-shirt in the exit how many pringles there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pringles','') | Move_To('exit') | Search_Person('', 'person dressed in a yellow T-shirt') | Answer()" }, { "input": "look for a person pointing to the right in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take coke from the desk and give it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say whats your favorite color to the person in the coffee table", "output": "Respond('Okay! I got it') | Move_To('coffee table') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "After you get to know Emma at the trashcan, go and find her at the dishwasher.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('dishwasher') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "greet Kevin in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "greet the person wearing white blouse in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Fleur in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Tell where are you from to the person lying down in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Emma in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Could you count fanta at the office and let jarvis know", "output": "Respond('got it!') | Move_To('office') | Count_Object('fanta', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Could you be able to describe the individual currently standing in the couch?", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Identify the tallest object on the coffee table.", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the tallest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white jacket in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | What_Time()" }, { "input": "In the hallway, say hello and mention your team's affiliation to the person wearing an orange shirt.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Liam in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "tell man wearing an orange T-shirt in the exit how many peach exist on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('peach','') | Move_To('exit') | Search_Person('', 'man wearing an orange T-shirt') | Answer()" }, { "input": "tell me how many people in the hallway are wearing white coats", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing white coats') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow blouse in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say hello to the person pointing to the left and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "pour some noodles into the bowl for me", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell me how many person raising their right arm are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "greet Julia in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Say I need you to the William in the kitchen", "output": "Respond('Okay! I got it') | Move_To('kitchen') | Search_Person('William', '') | Respond('I need you')" }, { "input": "meet Harrie in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | What_Day()" }, { "input": "greet the person wearing white t shirt in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "Your task is pick up curry at trashcan and lay that curry on kitchen cabinet", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('curry', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "bring me mayonaise from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find mayonaise and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "locate a person pointing to the left in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "who made the first chocolate easter egg in england", "output": "Respond('J.S. Fry & Sons of England')" }, { "input": "locate a person raising their left arm in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "First, meet William at the office, then greet her at the desk.", "output": "Respond('Okay i will greet her') | Move_To('office') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('desk') | Search_Person('William', '') | Respond('Oh William, we meet again!')" }, { "input": "locate a person raising their right arm in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Say I love you to the Lucas in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('Lucas', '') | Respond('I need you')" }, { "input": "find soap in the office then take it and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "who makes up the us green building council", "output": "Respond('Rick Fedrizzi')" }, { "input": "Could you please retrieve the yellow washcloth from the coathanger and bring it to me?", "output": "Respond('Certainly!') | Move_To('coathanger') | Search_Object('washcloth', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Give me the strawberry", "output": "Respond('Okay, I will give you the strawberry') | Search_Object('strawberry', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the strawberry')" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the waving person in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing blue shirt in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Get the tallest pringles from the living room and bring it here.", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('pringles', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue shirt in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "meet William in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Fetch the black knife from the hallway and take it to couch.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('knife', 'black') | Pickup() | Move_To('couch') | Place_On('couch')" }, { "input": "locate a person pointing to the right in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Can you tell me what the yellow object on the kitchen counter is?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the yellow object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "answer the question of the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the hallway cabinet and give it to John in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('John', '') | Give_To()" }, { "input": "meet Peter in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "guide them to the coathanger after introducing yourself to the person in the trashcan who is wearing orange pants.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the person wearing a blue t shirt from the TV table to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the TV table to the TV table') | Move_To('TV table')" }, { "input": "look for a person pointing to the right in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "tell your teams name to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Find pea soup at trashcan, and then take it to Liam in entrance. Liam wearing a necklace", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('pea soup', '') | Pickup() | Move_To('entrance') | Search_Person('Liam', 'wearing a necklace') | Respond('Hi Liam, this pea soup for you') | Give_To()" }, { "input": "Can you please set dish on dishwasher?", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "greet the person wearing yellow blouse in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | What_Tomorrow()" }, { "input": "tell me how many people in the hallway are wearing black shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing black shirts') | Search_Person('user', '') | Answer()" }, { "input": "say something about yourself to Lucas sitting in the coffee table", "output": "Respond('Okay, I Am working on it') | Move_To('coffee table') | Search_Person('Lucas', 'sitting') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "salute Hayley in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find soap in the kitchen then fetch it and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to Hayley in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Hayley', '') | Give_To()" }, { "input": "greet the person wearing yellow shirt in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "find a person raising their right arm in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please inform person wearing an orange blouse in the trashcan how many sponge there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('sponge','') | Move_To('trashcan') | Search_Person('', 'person wearing an orange blouse') | Answer()" }, { "input": "Could you please go to the desk, count all the plate there, and let jarvis know the total?", "output": "Respond('got it!') | Move_To('desk') | Count_Object('plate', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Could you portray the person standing and answer a question for me?", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "meet Hayley at the kitchen, proceed to the TV table and find her.", "output": "Respond('Okay i will greet her') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('TV table') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "greet the person wearing black shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "TV table having all bowl, you go count and say jarvis all the numbers.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please bring black spoon in trashcan to person wearing an orange blouse at the exit", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('spoon', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'wearing an orange blouse') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "greet Noah in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say what day is today to the men lying down in the desk", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Person('', 'lying down men') | What_Day()" }, { "input": "Find Laura in the entrance, introduce yourself, and go behind.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Sophie at the coathanger then locate them in the office", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing black sweater in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "Greet the person wearing an orange shirt and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "State your team's affiliation and say hello to the person pointing to the left in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Kevin in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Peter at the kitchen, proceed to the kitchen cabinet and greet him.", "output": "Respond('Okay i will greet him') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "say what day is tomorrow to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "Say yourself to the Jesse", "output": "Respond('Okay! I got it') | Search_Person('Jesse', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "greet the person wearing yellow blouse in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find hagelslag and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "salute Sophie in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "hagelslag in office there, you count and give jarvis how much numbers.", "output": "Respond('got it!') | Move_To('office') | Count_Object('hagelslag', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "escort the person wearing a hat to the exit", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Robin in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Sophie in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "report to jarvis after counting tictac at the desk.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide Sophie from the lounge chair to the couch", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the couch') | Move_To('couch')" }, { "input": "Would you serve some drink in a dish and bring it to me?", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I need you to take the person who wearing black shoes, found in the trashcan, toward exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing black shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "tell the woman dressed in a blue blouse in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman dressed in a blue blouse') | What_Day()" }, { "input": "find a person pointing to the right in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the desk and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing black sweater in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Hayley in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "To the coathanger from the couch, guide the person wearing orange pants.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "I want you to tell me the gesture of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "say your teams country to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Liam in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the coathanger') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find fanta and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Robin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Robin', '') | Give_To()" }, { "input": "Can you please set cup on coffee table and then knife in it?", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('knife', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet the person wearing white blouse in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "Deposit water to tray", "output": "Respond('Forsure!') | Search_Object('water', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "meet Kevin in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white sweater in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | What_Time()" }, { "input": "Which object on the kitchen counter is the biggest?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the biggest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "explain to Hayley what is placed on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('What is the object on the dishwasher') | Search_Person('Hayley', '') | Answer()" }, { "input": "salute Emma in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Time()" }, { "input": "inform tallest woman in the dinner table how many water there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('water','') | Move_To('dinner table') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "greet the person wearing blue blouse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "salute the person wearing blue t shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Sara in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "look for a person raising their right arm in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet Sara in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "meet Sara in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Tell where are you from to the person lying down in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please move to the hallway cabinet. tell me how many decorations are on there. ", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "count the dubbelfris at the desk and report to woman wearing blue shoes in the lamp", "output": "Respond('got it!') | Move_To('desk') | Count_Object('dubbelfris','') | Move_To('lamp') | Search_Person('', 'woman wearing blue shoes') | Answer()" }, { "input": "salute Sophie in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I want you to fetch black pancake mix and place in tray at living room", "output": "Respond('Sure! I'm working on it') | Search_Object('pancake mix', 'black') | Pickup() | Move_To('living room') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Your mission is take mayonaise from lamp and convey it to exit. Finally, handover that mayonaise to person wearing blue shoes", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('mayonaise', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing blue shoes') | Respond('Hi. this mayonaise for you') | Give_To()" }, { "input": "count the sponge at the lamp and inform person wearing an orange blouse in the coathanger", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('sponge','') | Move_To('coathanger') | Search_Person('', 'person wearing an orange blouse') | Answer()" }, { "input": "give the left-most cornflakes for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('cornflakes', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "look for a waving person in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing black t shirt in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your task is get black sponge at lamp and lay that sponge on shelf", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('sponge', 'black') | Pickup() | Move_To('shelf') |Place_On('shelf')" }, { "input": "Say what is your fahvorite color to the person standing in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'standing') | Respond('My favorite color is blue')" }, { "input": "take soap from the desk and bring it to the waving person in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet Robin in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "salute Hayley in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "First, meet John at the lamp, then greet him at the entrance.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('entrance') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "greet the person wearing white sweater in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "salute Laura in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Time()" }, { "input": "say your teams country to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Identify the blue object on the dinner table.", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the blue object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Start by introducing yourself to the individual dressed in an orange T-shirt in the lounge chair, then take them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell something about yourself to the standing person in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'standing') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence)" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to John in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "Please go behind the lead of person dressed in a black shirt", "output": "Respond('Sure, I will follow the person dressed in a black shirt.') | Search_Person('', 'dressed in a black shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "take soap from the hallway cabinet and bring it to the waving person in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet Noah in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please change location of blue strawberry in kitchen to inside of basket in trashcan", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('strawberry', 'blue') | Pickup() | Move_To('trashcan') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Robin in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "guide Sophie from the coffee table to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coffee table to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "look for a person pointing to the left in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the hallway cabinet and bring it to the waving person in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Greet the person dressed in an orange blouse and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "locate a person pointing to the left in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Move towards the office, meet Noah, and give a response to a question.", "output": "Respond('got it!') | Move_To('office') | Search_Person('Noah', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Could you count cup at the kitchen and let jarvis know", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('cup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Hayley in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Noah in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "greet Robin in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say hello to Hayley in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "locate a person pointing to the left in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Describe the individual sitting at the exit for me and also answer a question.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "bring the ice tea", "output": "Respond('Okay, I will go deliver the ice tea') | Search_Object('ice tea', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the ice tea')" }, { "input": "greet the person wearing red t shirt in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "To the exit, take the oldest person.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "bring me curry from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black blouse in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Liam in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | What_Day()" }, { "input": "Find the person wearing orange shoes in the lounge chair, introduce yourself, and guide them towards the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Sara in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who are the hosts of british baking show", "output": "Respond('Mel Giedroyc')" }, { "input": "I wand you to carry blue curry from lounge chair to hallway. Then hand it over to Susan ", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('curry', 'blue') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Respond('Hi. this curry for you') | Give_To()" }, { "input": "take the tallest hagelslag from the kitchen to the TV table", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('hagelslag', 'tallest') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "find a person pointing to the left in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you.') | Follow()" }, { "input": "Please convey ice tea from couch to hallway. And hand it over to smallest", "output": "Respond(,'Ok! I'll do it') | Move_To('couch') | Search_Object('ice tea', '') | Pickup() | Move_To('hallway') | Search_Person('', 'smallest') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "greet Robin in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "follow the lead of person wearing orange pants", "output": "Respond('Sure, I will follow the person wearing orange pants.') | Search_Person('', 'wearing orange pants') | Respond('I am here to follow you.')| Follow()" }, { "input": "salute Noah in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find a person pointing to the right in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "salute Julia in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Laura in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "what takes place on the narrator's 19th birthday notes of a native son", "output": "Respond('his father 's funeral')" }, { "input": "find a person pointing to the right in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Transport pea soup in office to coathanger, give it to person wearing a hat", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('pea soup', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing a hat') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "tell person wearing glasses in the lounge chair how many pear exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pear','') | Move_To('lounge chair') | Search_Person('', 'person wearing glasses') | Answer()" }, { "input": "Seek black water, pick up that water and place on TV table", "output": "Respond('Sure! I'm working on it') | Search_Object('water', 'black') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "greet Laura in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Noah in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Go to the lamp and introduce yourself to Fleur, then go after.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "To the coathanger from the couch, guide the person wearing orange shoes.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find a person pointing to the right in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find candy and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candy', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Liam in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the left in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Introduce yourself to Liam in the lamp, and follow them to the exit.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing yellow t shirt in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take dubbelfris from the TV table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "What I need for you is to guide William who wearing a hat at the couch location to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('William', 'wearing a hat') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Tell your team's affiliation and say hello to the person wearing orange shoes.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue t shirt in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please tell person raising their right arm in the coffee table how many pear there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('pear','') | Move_To('coffee table') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "salute Julia in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "Can you identify the biggest object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the biggest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "How long is Yonge Street in Ontario?", "output": "Respond('Yonge street is almost 2,000 km, starting at Lake Ontario, and running north to the Minnesota border.')" }, { "input": "bring me banana from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('banana', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white coat in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a waving person in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "say hello to the smallest person in the hallway and say your team's affiliation", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "the seven provinces that became the united provinces", "output": "Respond('The Lordship of Utrecht')" }, { "input": "salute Laura in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Susan in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "locate a waving person in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you take the black milk from the kitchen to the trashcan?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('milk', 'black') | Pickup() | Move_To('trashcan') | Place_On('trashcan')" }, { "input": "meet Emma in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "get acquainted with Sara at the exit, and then look for him at the trashcan.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('trashcan') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "meet William in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Can you describe the person who has the lying down at the lounge chair and respond to a question?", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "guide someone to couch from coathanger, find an individual, and hand over the spoon.", "output": "Move_To('coathanger') | Search_Person('', '') | Respond('Hey, am here to guide you to couch, please follow me') | Move_To('couch') | Search_Object('spoon', '') | Pickup() | Give_To()" }, { "input": "greet the person wearing white shirt in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a waving person in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "meet Laura in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet the person wearing yellow shirt in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say hello to Susan in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Hayley in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Introduce yourself to the person dressed in a yellow blouse and then proceed to escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the waving person in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet William at the couch.", "output": "Respond('Okay I will greet William') | Move_To('couch') | Search_Person('William', '') | Respond('Hey William, How are you doing?')" }, { "input": "Describe to Sara what things are on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('Sara', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "get to know John at the lamp.", "output": "Respond('Okay I will get to know John') | Move_To('lamp') | Search_Person('John', '') | Respond('Hi John, How are you doing?')" }, { "input": "say the day of the month to the woman wearing black blouse in the kitchen cabinet", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman wearing black blouse') | What_Day()" }, { "input": "You should go after the lead of person wearing orange pants in the kitchen", "output": "Respond('Sure, I will follow the person wearing orange pants.') | Move_To('kitchen')| Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "On the TV table, what is the black object?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the black object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "Go to lamp, meet Julia who is the smallest and guide to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Julia', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "From kitchen, take strawberry and convey it to Sara wearing yellow shoes at couch", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('strawberry', '') | Pickup() | Move_To('couch') | Search_Person('Sara', 'wearing yellow shoes') | Respond('Hi. this strawberry for you') | Give_To()" }, { "input": "greet Harrie in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Can you tell me the number of individuals raising their left arm in the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "Your task is place the black bowl at the dinner table", "output": "Respond('I got this!') | Search_Object('bowl', 'black') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "take water from the coffee table and give it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person raising their left arm in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "find a person pointing to the left in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "greet Fleur in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "meet Lucas in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a person raising their left arm in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing white jacket in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "greet the person wearing yellow blouse in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | What_Tomorrow()" }, { "input": "take soap from the hallway cabinet and give it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet Emma in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Give Julia a rundown of the objects on the dishwasher, please.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Julia', '') | Answer()" }, { "input": "go to the hallway cabinet then find peach and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('peach', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Tell whats your team affiliation to the person sitting in the dishwasher", "output": "Respond('Okay! I got it') | Move_To('dishwasher') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black jacket in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "meet Hayley in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Peter in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | What_Time()" }, { "input": "deliver to me some cereal in a cup", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Give Jesse a rundown of what's on the dinner table.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Jesse', '') | Answer()" }, { "input": "escort Sara to the couch", "output": "Respond('Okay, I am working on it') | Search_Person('Sara', '') | Respond('Hey, I am here to guide you to couch, please follow me') | Move_To('couch')" }, { "input": "Put the yellow hagelslag into the bag", "output": "Respond('Forsure!') | Search_Object('hagelslag', 'yellow') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Noah in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the waving person from the entrance to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the trashcan') | Move_To('trashcan')" }, { "input": "meet Lucas in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce your team's affiliation and greet the person wearing an orange T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "movie indiana jones and the last crusade cast", "output": "Respond('Alison Doody')" }, { "input": "find soap in the office then take it and give it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "locate a person pointing to the left in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you.') | Follow()" }, { "input": "Pickup the strawberry and put on the tray", "output": "Respond('Forsure!') | Search_Object('strawberry', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "bring me peach from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('peach', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you portray the person lying down at the kitchen and answer a question for me?", "output": "Respond('Let me see!') | Move_To('kitchen') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Please go behind person wearing yellow shoes", "output": "Respond('Sure, I will follow the person wearing yellow shoes.') | Search_Person('', 'wearing yellow shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "On the kitchen cabinet, what object is the black?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the black object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "inform man wearing glasses in the office how many water there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('water','') | Move_To('office') | Search_Person('', 'man wearing glasses') | Answer()" }, { "input": "tell person wearing black shirt in the trashcan how many liquorice there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('liquorice','') | Move_To('trashcan') | Search_Person('', 'person wearing black shirt') | Answer()" }, { "input": "tell smallest woman in the lounge chair the number of water present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('water','') | Move_To('lounge chair') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "Say your team's affiliation and greet the tallest person.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "You can see person sitting at entrance, tell me how look.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Find the tallest one, introduce yourself, and escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Could you tell me the number of people in the hallway wearing orange shoes?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing orange shoes') | Search_Person('user', '') | Answer()" }, { "input": "State your team's affiliation and say hello to the oldest person in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I need you to guide William, found in trashcan, toward coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('William', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "On TV table, put the dish, and don't forget to put the spoon on it", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('spoon', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "greet the person wearing white jacket in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a waving person in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "tell person dressed in an orange shirt in the office how many dubbelfris exist on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('dubbelfris','') | Move_To('office') | Search_Person('', 'person dressed in an orange shirt') | Answer()" }, { "input": "tell the woman raising their right arm in the living room the time", "output": "Move_To('living room') | Search_Person('', 'woman raising their right arm') | What_Time()" }, { "input": "Can you give me the smallest plate that's in the coffee table, please?", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('plate', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the waving person from the desk to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the desk to the couch') | Move_To('couch')" }, { "input": "Can you tell me the number of people raising their right arm in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then take it and bring it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "follow Julia from the kitchen counter to the living room", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Julia', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "greet Robin in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me how many people in the office are wearing white blouses", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing white blouses') | Search_Person('user', '') | Answer()" }, { "input": "meet John in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please bring peach to oldest person", "output": "Respond('Ok! I'll do it')| Search_Object('peach', '') | Pickup() | Search_Person('', 'oldest') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "find soap in the hallway then fetch it and give it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "find soap in the office then get it and bring it to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Introduce yourself to the person who is standing at the trashcan, then escort them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing white t shirt in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet William in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | What_Day()" }, { "input": "guide the waving person from the couch to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "Please follow the person wearing a necklace in the living room", "output": "Respond('okay I will follow the person wearing a necklace') | Move_To('living room') | Search_Person('', 'wearing a necklace')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Harrie in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Sophie in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Deliver yellow banana to Robin wearing an orange shirt, Robin is in lounge chair", "output": "Respond('Okay, I will do it') | Search_Object('banana', 'yellow') | Pickup() | Move_To('lounge chair') | Search_Person('Robin', 'wearing an orange shirt') | Respond('Hi, this banana for you') | Give_To()" }, { "input": "greet the person wearing blue coat in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Sophie in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "After introducing yourself to the smallest person at the lounge chair, guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Your mission is take fanta from lamp. Finally, handover that fanta to person wearing an orange blouse", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('fanta', '') | Pickup() | Search_Person('', 'wearing an orange blouse') | Respond('Hi. this fanta for you') | Give_To()" }, { "input": "Would you like to tell me how many fruits are in the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the largest object on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'largest') | Search_Person('user', '') | Answer()" }, { "input": "In the kitchen, say hello and mention your team's affiliation to the oldest person.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take soap from the hallway cabinet and bring it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "What is the black object that can be found on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the black object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "find sponges in the office then get it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "check how many dishwasher tab at the desk and let jarvis know", "output": "Respond('got it!') | Move_To('desk') | Count_Object('dishwasher tab', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please tell me what the blue object on the kitchen counter is.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the blue object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find curry and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "To the person sitting in the couch, introduce yourself and escort them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please retrieve the right-most coke from the office and deliver it to me.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('coke', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sophie in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Kevin in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a waving person in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "pick up the pear", "output": "Respond('Okay, I will go get the pear') | Search_Object('pear', '') | Pickup() | Respond('Here you go, I have got you the pear')" }, { "input": "Tell me how the person standing looks like.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their right arm in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "follow Julia from the shelf to the office", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "meet Kevin in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Day()" }, { "input": "find soap in the living room then get it and give it to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "who is coaching the usa men's basketball team", "output": "Respond('Gregg Popovich')" }, { "input": "Get the tallest plate from the living room and bring it here.", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('plate', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell person wearing yellow shoes in the shelf how many sponge there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('sponge','') | Move_To('shelf') | Search_Person('', 'person wearing yellow shoes') | Answer()" }, { "input": "greet Sara in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Time()" }, { "input": "say the time to the man wearing an orange blouse in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'man wearing an orange blouse') | What_Time()" }, { "input": "greet the person wearing blue coat in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "find a waving person in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Put the black dubbelfris, which is in kitchen, into the basket", "output": "Respond('Forsure!') | Move_To('kitchen') | Search_Object('dubbelfris', 'black') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please deliver to me a bowl with drink in it", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Kevin in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find mayonaise and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet William in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Jesse in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the waving person from the trashcan to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the dinner table') | Move_To('dinner table')" }, { "input": "tell me how many people in the hallway are wearing blue jackets", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing blue jackets') | Search_Person('user', '') | Answer()" }, { "input": "salute Emma in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "Could you describe to Gabrielle the objects on the kitchen counter?", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('describe the objects on the kitchen counter') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "answer the question of the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Robin in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Tell me about person standing in that lounge chair.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Fleur in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I'm curious about the appearance of person standing in that exit.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and deliver it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "greet the person wearing blue coat in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "locate a person pointing to the left in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "You should tell me the pose of the person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "when does flowers in the attic come on lifetime", "output": "Respond('January 14 , 2014')" }, { "input": "greet Peter in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Laura in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet the person wearing black coat in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Liam in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | What_Time()" }, { "input": "You should go after Harrie in the kitchen", "output": "Respond('Sure, I will follow Harrie.') | Move_To('kitchen')| Search_Person('Harrie', '')| Respond('Hey Harrie I am here to follow you.') | Follow()" }, { "input": "How many individuals are there in the office wearing a hat?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "say hello to Sophie in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Go introduce yourself to Susan in the lamp, and then go behind them to the entrance.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Sophie at the exit then locate them in the hallway", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Say hello to the person waving and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Sophie at the dishwasher then look for them in the office", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet John in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "tell the man waving in the TV table what day is today", "output": "Move_To('TV table') | Search_Person('', 'man waving') | What_Day()" }, { "input": "go to the hallway cabinet then find orange and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('orange', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find washcloth in the kitchen then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please move to the dishwasher. tell me how many fruits are on there. ", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Time()" }, { "input": "Would you be able to pop into the living room, do a water count, and pass that total along to tony afterwards?", "output": "Respond('got it!') | Move_To('living room') | Count_Object('water', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Fleur in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | What_Day()" }, { "input": "locate a person raising their right arm in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take Noah to the couch", "output": "Respond('Okay, I am working on it') | Search_Person('Noah', '') | Respond('Hey, I am here to guide you to couch, please follow me') | Move_To('couch')" }, { "input": "meet Jesse in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Introduce yourself to the person in the couch who is wearing an orange blouse and then escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the person wearing a blue t shirt from the exit to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the coffee table') | Move_To('coffee table')" }, { "input": "I'd appreciate it if you could escort the person who dressed in an orange blouse situated in the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "count the banana at the trashcan and then inform person wearing blue shoes in the dishwasher", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('banana','') | Move_To('dishwasher') | Search_Person('', 'person wearing blue shoes') | Answer()" }, { "input": "Please move to the coffee table. tell me how many cleaning supplies are on there. ", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "After introducing yourself to the person lying down, escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take curry from the kitchen cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "count the mayonaise at the office and inform tony", "output": "Respond('got it!') | Move_To('office') | Count_Object('mayonaise', '') | Search_Person('tony', '') | Answer()" }, { "input": "Tell me about person lying down.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "answer the question of the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please tell oldest person in the hallway cabinet how many crisp there are on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('crisp','') | Move_To('hallway cabinet') | Search_Person('', 'oldest person') | Answer()" }, { "input": "Please inform person wearing orange pants in the exit how many strawberry there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('strawberry','') | Move_To('exit') | Search_Person('', 'person wearing orange pants') | Answer()" }, { "input": "tell smallest woman in the office how many milk exist on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('milk','') | Move_To('office') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "After you meet Robin at the hallway, head to the shelf and find him.", "output": "Respond('Okay i will greet him') | Move_To('hallway') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('shelf') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "look for a person raising their left arm in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "escort the standing women at the dinner table to the exit", "output": "Respond('Okay, I Am working on it') | Move_To('dinner table') | Search_Person('', 'standing women') | Respond('Hey, I am here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Check hallway for all candle. Get number. Say number to tony.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('candle', '') | Search_Person('tony', '') | Answer()" }, { "input": "look for a person raising their left arm in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing black jacket in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Lucas in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "find a person pointing to the right in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "What is the blue object that can be found on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the blue object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the kitchen cabinet to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the kitchen cabinet to the lamp') | Move_To('lamp')" }, { "input": "go to the hallway cabinet then find dubbelfris and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white jacket in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Julia in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "salute Sophie in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "greet the person wearing red t shirt in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "You should go behind the lead of the person wearing blue pants", "output": "Respond('okay I will follow the person wearing blue pants') | Search_Person('', 'wearing blue pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute Liam in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "You can see person lying down at coathanger, tell me how look.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "deliver to me the biggest dishwasher tab from TV table and transport it to hallway.", "output": "Respond('Got it!') | Move_To('TV table') | Search_Object('dishwasher tab', 'biggest') | Pickup() | Move_To('hallway') | Place_On('hallway')" }, { "input": "guide the waving person from the hallway cabinet to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the desk') | Move_To('desk')" }, { "input": "inform person wearing an orange blouse in the trashcan how many strawberry there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('strawberry','') | Move_To('trashcan') | Search_Person('', 'person wearing an orange blouse') | Answer()" }, { "input": "Please move to the desk. tell me how many dishes are on there. ", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "meet Jesse in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take washcloth from the desk and give it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I'd like to know what the biggest thing on the kitchen cabinet is.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the couch then look for them in the office", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Julia in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet John in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "find a waving person in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Hayley in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "To the exit from the lamp, escort the person raising their left arm.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "bring the left-most milk to me, and respond to a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('milk', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "who has won the 2017 slovenian presidential election", "output": "Respond('Borut Pahor')" }, { "input": "who built the 1st film studio in the us", "output": "Respond('Thomas Edison')" }, { "input": "follow the person dressed in an orange shirt", "output": "Respond('Sure, I will follow the person dressed in an orange shirt.') | Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Susan in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Time()" }, { "input": "tell person wearing an orange T-shirt in the entrance how many candle exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('candle','') | Move_To('entrance') | Search_Person('', 'person wearing an orange T-shirt') | Answer()" }, { "input": "meet Fleur in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "salute Liam in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take cornflakes from the dinner table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "I need you to describe the person adopting the sitting at the entrance and answer a question.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet the person wearing black blouse in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | What_Tomorrow()" }, { "input": "take water from the shelf and give it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Which object on the shelf is the black?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the black object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then grasp it and bring it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "locate a person pointing to the right in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "In the trashcan, find the one wearing an orange T-shirt, introduce yourself, and guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take fanta from the shelf and deliver it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who plays the voice of johnny on hotel transylvania", "output": "Respond('Andy Samberg')" }, { "input": "meet Harrie in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Say your team's affiliation and greet the person wearing blue shoes in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing blue shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Sara in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "Make introductions with the tallest person in the lamp before guiding them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Noah in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Day()" }, { "input": "meet Robin in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "say your teams name to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "To Hayley wearing blue pants, whom is in living room, acquire fork from coathanger and pass it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('fork', '') | Pickup() | Move_To('living room') | Search_Person('Hayley', 'wearing blue pants') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "find soap in the office then fetch it and deliver it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "meet Susan in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Peter in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | What_Day()" }, { "input": "meet Kevin in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet the person wearing black jacket in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | What_Time()" }, { "input": "Can you tell me the number of individuals wearing orange shoes in the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing orange shoes') | Search_Person('user', '') | Answer()" }, { "input": "look for a person pointing to the right in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "Your mission is pick up blue fanta from office and convey it to coathanger. Finally, handover that fanta to person wearing orange pants", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('fanta', 'blue') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing orange pants') | Respond('Hi. this fanta for you') | Give_To()" }, { "input": "greet John in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who sang i won't give up on you", "output": "Respond('TKA')" }, { "input": "who are the hosts of british baking show", "output": "Respond('Sue Perkins')" }, { "input": "Could you identify the tallest object on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the tallest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "Introduce your team's affiliation and greet the person in the hallway dressed in an orange blouse.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Tell me about the individual who is standing at the trashcan.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Please give me a dish filled with noodles", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Go fetch that strawberry and put it inside the bag", "output": "Respond('Forsure!') | Search_Object('strawberry', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "find a person pointing to the left in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide the waving person from the entrance to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the shelf') | Move_To('shelf')" }, { "input": "say something about yourself to men who is standing in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('', 'standing men') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "guide Sophie from the lamp to the dinner table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the dinner table') | Move_To('dinner table')" }, { "input": "count the cola at the lounge chair and inform tallest man in the entrance", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('cola','') | Move_To('entrance') | Search_Person('', 'tallest man') | Answer()" }, { "input": "Enumerate the orange situated on the dining table and report to that quantity to tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('orange', '') | Search_Person('tony', '') | Answer()" }, { "input": "look for a person pointing to the left in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black blouse in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | What_Tomorrow()" }, { "input": "Start by introducing yourself to the individual wearing a hat, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet William in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide Sophie from the kitchen cabinet to the lamp", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the kitchen cabinet to the lamp') | Move_To('lamp')" }, { "input": "tell tallest man in the dinner table how many cola there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('cola','') | Move_To('dinner table') | Search_Person('', 'tallest man') | Answer()" }, { "input": "Can you deliver to me the biggest curry from the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('curry', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sara in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue jacket in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "who plays tupac mother in all eyez on me", "output": "Respond('Danai Gurira')" }, { "input": "guide the waving person from the exit to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the dinner table') | Move_To('dinner table')" }, { "input": "I'd like you to carry that black banana and put it into the basket", "output": "Respond('Forsure!') | Search_Object('banana', 'black') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "meet Hayley in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue coat in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person pointing to the right in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "The request for you is to escort the person who wearing a hat lingering at the trashcan to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing a hat') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "From trashcan, guide the person who dressed in a blue T-shirt to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet John in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell the day of the week to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "meet Liam in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Navigate to the living room, meet Peter, and respond to a question.", "output": "Respond('got it!') | Move_To('living room') | Search_Person('Peter', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "salute Sara in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "go behind the lead of John in the living room", "output": "Respond('Sure, I will follow John.') | Move_To('living room')| Search_Person('John', '')| Respond('Hey John I am here to follow you.') | Follow()" }, { "input": "Make your introduction to the individual wearing an orange T-shirt in the couch and guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take soap from the desk and give it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "guide the waving person from the trashcan to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the couch') | Move_To('couch')" }, { "input": "meet Susan in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "find a waving person in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Time()" }, { "input": "First, move to couch, meet Gabrielle who is the oldest and escort towards the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Gabrielle', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "tell me what is the smallest object on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'smallest') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then fetch it and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Find John in the lamp, introduce yourself, and go behind them to the coathanger.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Jesse in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "find a person pointing to the right in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Julia in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you please set bowl on kitchen cabinet?", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "What year was Canada invaded by the USA for the second time?", "output": "Respond('The USA invaded Canada a second time in 1812.')" }, { "input": "salute Sara in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "look for a person raising their left arm in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "which term is used to describe a blood pressure of 90 mm hg systolic and 50 mm hg diastolic", "output": "Respond('Hypotension')" }, { "input": "Calculate how many pear at the living room and inform tony", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pear', '') | Search_Person('tony', '') | Answer()" }, { "input": "take washcloth from the desk and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the lamp to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "go to the hallway cabinet then find sponges and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "At living room, find a person, guide them to kitchen cabinet, and then hand them the cup.", "output": "Move_To('living room') | Search_Person('', '') | Respond('Hey, am here to guide you to kitchen cabinet, please follow me') | Move_To('kitchen cabinet') | Search_Object('cup', '') | Pickup() | Give_To()" }, { "input": "tell me what is the largest snacks on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'largest snacks') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white t shirt in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | What_Time()" }, { "input": "count the stroopwafel at the hallway and report to jarvis", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('stroopwafel', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Go to the lounge chair, locate a curry, and deliver it to the person standing in the coathanger.", "output": "Respond('Okay i got it!') | Move_To('lounge chair') | Search_Object('curry', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'standing') | Give_To()" }, { "input": "go to the hallway cabinet then find dubbelfris and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Lucas in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Tell Robin what's on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Robin', '') | Answer()" }, { "input": "I'd appreciate it if you could escort Jesse, who dressed in a yellow blouse situated in the lounge chair, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Jesse', 'dressed in a yellow blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "The request for you is transport that banana and have it end up in the bag", "output": "Respond('Forsure!') | Search_Object('banana', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "follow the lead of John", "output": "Respond('Sure, I will follow John.') | Search_Person('John', '')| Respond('Hey John I am here to follow you.') | Follow()" }, { "input": "greet Fleur in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "i do i do i do hallmark movie cast", "output": "Respond('Nelson Wong as Gerry')" }, { "input": "greet the person wearing yellow jacket in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | What_Tomorrow()" }, { "input": "relate man raising their left arm in the living room how many candle there are on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('candle','') | Move_To('living room') | Search_Person('', 'man raising their left arm') | Answer()" }, { "input": "meet Sophie in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please get the left-most pear from the trashcan and bring it here to me.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('pear', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please move to the kitchen cabinet. tell me how many cleaning supplies are on there. ", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "greet Sara in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Say hello to the person wearing black blouse and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing black blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "escort the person dressed in an orange blouse to the entrance", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "To the coathanger, escort the individual who is sitting.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "From couch, meet the person who is the oldest and escort to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "count the curry at the desk and report to tony", "output": "Respond('got it!') | Move_To('desk') | Count_Object('curry', '') | Search_Person('tony', '') | Answer()" }, { "input": "bring the hagelslag", "output": "Respond('Okay, I will go deliver the hagelslag') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the hagelslag')" }, { "input": "greet Julia in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "After you meet Kevin at the office, go and greet her at the coffee table.", "output": "Respond('Okay i will greet her') | Move_To('office') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('coffee table') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "greet Susan in the coffee table and follow", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('coffee table') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Follow()" }, { "input": "greet Laura in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "Go to office and count candy. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('office') | Count_Object('candy', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go to the hallway cabinet then find candle and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell jarvis how many liquorice are in the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "bring me dubbelfris from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please inform woman raising their left arm in the hallway how many lemon there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('lemon','') | Move_To('hallway') | Search_Person('', 'woman raising their left arm') | Answer()" }, { "input": "relate woman wearing orange pants in the lamp how many peach there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('peach','') | Move_To('lamp') | Search_Person('', 'woman wearing orange pants') | Answer()" }, { "input": "find soap in the kitchen then take it and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing white t shirt in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "why did the romans create a lot of portraits", "output": "Respond('increased interest in the individual')" }, { "input": "greet Kevin in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "greet the person wearing white jacket in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "guide the waving person from the desk to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the desk to the dishwasher') | Move_To('dishwasher')" }, { "input": "Navigate to the exit, find a dishwasher tab, and bring it to the person standing in the couch.", "output": "Respond('Okay i got it!') | Move_To('exit') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('couch') | Search_Person('', 'standing') | Give_To()" }, { "input": "locate a waving person in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "what are the three races of triple crown", "output": "Respond('Belmont Stakes')" }, { "input": "meet Sophie in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "To the entrance, escort the person wearing blue shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue shirt') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please bring me the left-most coke located in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('coke', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Kevin in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue blouse in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "Can you tell me the blue object on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the blue object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Meet Susan in the coffee table and then go after them to the hallway.", "output": "Respond('got it!') | Move_To('coffee table') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Follow()" }, { "input": "You should go after person dressed in a black T-shirt", "output": "Respond('Sure, I will follow the person dressed in a black T-shirt.') | Search_Person('', 'dressed in a black T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "when should you examine the areas of pain when physically assessing the patients abdomen", "output": "Respond('palpation')" }, { "input": "greet the person wearing yellow t shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Sara in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Time()" }, { "input": "find a person raising their right arm in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I'd appreciate it if you could escort the person who is the tallest situated in the trashcan to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "I wand you to carry plate from couch to living room. Then hand it over to oldest ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('plate', '') | Pickup() | Move_To('living room') | Search_Person('', 'oldest') | Respond('Hi. this plate for you') | Give_To()" }, { "input": "take soap from the shelf and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "when was first constituent assembly held in nepal", "output": "Respond('May 28 , 2008')" }, { "input": "Please go after lying down men in the living room", "output": "Respond('okay I will follow lying down men') | Move_To('living room') | Search_Person('', 'lying down men')| Respond('I am here to follow you.') | Follow()" }, { "input": "It would be helpful if you could check inside the office, count the total articles of knife, and report to that number to jarvis.", "output": "Respond('got it!') | Move_To('office') | Count_Object('knife', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "In the kitchen, how many people are waving?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('waving') | Search_Person('user', '') | Answer()" }, { "input": "meet Emma in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "what are the pixies names in winx club", "output": "Respond('Kora')" }, { "input": "greet Laura in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "look for a person pointing to the right in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell what time is it to the women sitting in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'sitting women') | What_Time()" }, { "input": "find a person pointing to the left in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "who plays abigail father in the good witch", "output": "Respond('Art Hindle')" }, { "input": "Tell me about person standing in that coathanger.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black coat in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | What_Day()" }, { "input": "greet the person wearing yellow shirt in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "meet Robin in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "when was the song tiptoe through the tulips made", "output": "Respond('1929')" }, { "input": "greet Fleur in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "find soap in the hallway then take it and deliver it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "greet the person wearing yellow coat in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black sweater in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "2006 best picture nominees that lost to the departed", "output": "Respond('Babel')" }, { "input": "Go to lounge chair to fetch cola and put it inside the basket", "output": "Respond('Forsure!') | Move_To('lounge chair') | Search_Object('cola', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Would you tell me how many person raising their left arm are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white coat in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "I need you to deliver to me the biggest cornflakes from the exit.", "output": "Respond('Got it!') | Move_To('exit') | Search_Object('cornflakes', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "salute Hayley in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Time()" }, { "input": "inform person wearing orange shoes in the trashcan how many strawberry there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('strawberry','') | Move_To('trashcan') | Search_Person('', 'person wearing orange shoes') | Answer()" }, { "input": "After you get to know Hayley at the lamp, head to the exit and find him.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('exit') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "find sponges in the hallway then fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the waving person from the exit to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the lounge chair') | Move_To('lounge chair')" }, { "input": "locate a waving person in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Time()" }, { "input": "when was the last time michigan won a big ten championship", "output": "Respond('2015')" }, { "input": "meet Liam in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "follow Emma from the coathanger to the hallway", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "take sponges from the TV table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Find yellow lemon at lounge chair, and then take it to Hayley in kitchen. Hayley wearing a hat", "output": "Respond('Sure! I'll do it for you') | Move_To('lounge chair') | Search_Object('lemon', 'yellow') | Pickup() | Move_To('kitchen') | Search_Person('Hayley', 'wearing a hat') | Respond('Hi Hayley, this lemon for you') | Give_To()" }, { "input": "find a person pointing to the left in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "tell me what is the biggest drinks on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'biggest drinks') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "greet the person wearing black sweater in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | What_Time()" }, { "input": "What is the biggest object there on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the biggest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "Would you pour a cup with noodles for me?", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the right in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "meet Liam in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue jacket in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet William in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "Can you bring me the blue peach and answer a question?", "output": "Respond('Got it i will bring it to you!') | Search_Object('peach', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Your mission is take cup from lounge chair and convey it to entrance. Finally, handover that cup to person wearing yellow blouse", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('cup', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing yellow blouse') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "At the coathanger, meet Emma, then find him at the couch.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('couch') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "meet Kevin in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Day()" }, { "input": "locate a waving person in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Peter in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "salute Lucas in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me what is the largest fruits on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'largest fruits') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the largest dishes on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'largest dishes') | Search_Person('user', '') | Answer()" }, { "input": "Find tictac at trashcan, and then take it to Hayley in coathanger. Hayley dressed in a yellow blouse", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('tictac', '') | Pickup() | Move_To('coathanger') | Search_Person('Hayley', 'dressed in a yellow blouse') | Respond('Hi Hayley, this tictac for you') | Give_To()" }, { "input": "State your team's affiliation and say hello to the tallest person in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "What is the left-most object on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the left-most object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "find coke in the hallway then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black jacket in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "take soap from the desk and give it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "find a person pointing to the right in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "Go to living room, take pear and give it to tallest person in exit", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('pear', '') | Pickup() | Move_To('exit') | Search_Person('', 'tallest') | Respond('Hi. this pear for you') | Give_To()" }, { "input": "who voted for the un resolution on israel", "output": "Respond('France')" }, { "input": "Please deliver to me the blue mayonaise in the shelf and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('shelf') | Search_Object('mayonaise', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet the person wearing yellow coat in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | What_Tomorrow()" }, { "input": "salute Harrie in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Sophie at the coffee table then look for them in the office", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "follow the lead of person wearing black blouse in the office", "output": "Respond('Sure, I will follow the person wearing black blouse.') | Move_To('office')| Search_Person('', 'wearing black blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person raising their right arm in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black sweater in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "inform woman wearing orange pants in the exit the number of dubbelfris present on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('dubbelfris','') | Move_To('exit') | Search_Person('', 'woman wearing orange pants') | Answer()" }, { "input": "I wand you to carry yellow curry from lamp to hallway. Then hand it over to Hayley ", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('curry', 'yellow') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Respond('Hi. this curry for you') | Give_To()" }, { "input": "In the kitchen, enumerate the banana situated on the counter and report to that quantity to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('banana', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "where does the oxford tube leave from in london", "output": "Respond('Oxford')" }, { "input": "salute Julia in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the kitchen then get it and deliver it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "look for a person raising their right arm in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Would you give me the right-most cola that's in the exit , please?", "output": "Respond('Got it!') | Move_To('exit') | Search_Object('cola', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the right in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "meet Noah in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Time()" }, { "input": "How many people in the kitchen are dressed in a black shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in a black shirt') | Search_Person('user', '') | Answer()" }, { "input": "Look inside hallway cabinet, candle there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow blouse in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Peter in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "The request for you is to guide the person who wearing a hat lingering at the lamp to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing a hat') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "say hello to Lucas in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Illustrate what objects are on the shelf for Emma.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('describe the objects on the shelf') | Search_Person('Emma', '') | Answer()" }, { "input": "salute Liam in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "inform person wearing glasses in the exit how many knife exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('knife','') | Move_To('exit') | Search_Person('', 'person wearing glasses') | Answer()" }, { "input": "locate a person pointing to the right in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take William to the exit", "output": "Respond('Okay, I am working on it') | Search_Person('William', '') | Respond('Hey, I am here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Make your introduction to the individual standing in the trashcan and escort them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "meet John in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "greet Sara in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Say hello to the person in the kitchen wearing an orange T-shirt and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Determine the quantity of pear at the living room and report to jarvis ", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Say what items are on the coffee table to Julia.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('Julia', '') | Answer()" }, { "input": "will you say what day is tomorrow to the woman wearing an orange blouse in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'woman wearing an orange blouse') | What_Tomorrow()" }, { "input": "salute Robin in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Emma in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me what is the largest dishes on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'largest dishes') | Search_Person('user', '') | Answer()" }, { "input": "greet Emma in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Emma in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "take sponges from the kitchen cabinet and deliver it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please follow the person wearing yellow pants in the living room", "output": "Respond('okay I will follow the person wearing yellow pants') | Move_To('living room') | Search_Person('', 'wearing yellow pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "tell me how many people in the hallway are wearing blue sweaters", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing blue sweaters') | Search_Person('user', '') | Answer()" }, { "input": "Give Fleur a rundown of the objects on the hallway cabinet, please.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Fleur', '') | Answer()" }, { "input": "greet the person wearing white coat in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | What_Time()" }, { "input": "In the living room, say hello to the person dressed in an orange blouse and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a person pointing to the right in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you tally up cola at the dishwasher and inform tony", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('cola', '') | Search_Person('tony', '') | Answer()" }, { "input": "Search yellow peach, fetch that peach and place on coffee table", "output": "Respond('Sure! I'm working on it') | Search_Object('peach', 'yellow') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "take soap from the shelf and deliver it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "peach is in dinner table, you go there count and give tony the numbers.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('peach', '') | Search_Person('tony', '') | Answer()" }, { "input": "who played mr. o'hara in gone with the wind", "output": "Respond('Thomas Mitchell')" }, { "input": "greet Julia in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "First, meet Laura at the exit, then find her at the TV table.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('TV table') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "go to the hallway cabinet then find orange and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('orange', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "get to know Noah at the couch, and subsequently, find the person in the entrance and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('couch') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Move_To('entrance') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "find soap in the office then grasp it and deliver it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "I'd appreciate it if you could escort Jesse, who dressed in a black blouse situated in the lounge chair, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Jesse', 'dressed in a black blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "look for a person pointing to the right in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "In the kitchen, enumerate the soap situated on the counter and report to that quantity to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('soap', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Sara in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "Your mission is take cup from lounge chair and convey it to entrance. Finally, handover that cup to person wearing blue shirt", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('cup', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing blue shirt') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "what are the characters in the loud house", "output": "Respond('boy named Lincoln Loud , who is the middle child and only son in a large family of eleven children')" }, { "input": "greet the person wearing blue t shirt in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute the person wearing blue jacket in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "I wand you to carry blue fanta from lamp to hallway. Then hand it over to Emma ", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('fanta', 'blue') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Respond('Hi. this fanta for you') | Give_To()" }, { "input": "greet Sara in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Tell I need you to the person sitting in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'sitting') | Respond('I need you')" }, { "input": "greet Sophie in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "Explain the candy situated on the kitchen counter to Fleur.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Search_Object('candy', '') | Vision_Ask('describe the candy on the kitchen counter') | Search_Person('Fleur', '') | Answer()" }, { "input": "salute Sara in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "who won the french open women's tennis", "output": "Respond('Je\u013cena Ostapenko')" }, { "input": "escort Susan who wearing a necklace at the lounge chair to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Susan', 'wearing a necklace') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "It would be helpful if you could check inside the office, count the total articles of dubbelfris, and inform that number to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('dubbelfris', '') | Search_Person('tony', '') | Answer()" }, { "input": "inform jarvis after counting knife at the TV table.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('knife', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Kevin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Kevin', '') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take water from the kitchen cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Your task is earn sponge and shift that sponge on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('sponge', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "inform smallest woman in the office about the number of candle on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('candle','') | Move_To('office') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "greet the person wearing white jacket in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | What_Tomorrow()" }, { "input": "Could you please bring this bowl to bag in office?", "output": "Respond('Forsure!') | Search_Object('bowl', '') | Pickup() | Move_To('office') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet John in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | What_Day()" }, { "input": "greet Emma in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "look for a person raising their right arm in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet the person wearing blue t shirt in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "Would you like to tell me how many decorations are in the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their right arm in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "describe to me the person standing", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "guide Sophie from the trashcan to the trashcan", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the trashcan') | Move_To('trashcan')" }, { "input": "who played benjamin on seven brides for seven brothers", "output": "Respond('Wes Drummond')" }, { "input": "salute Sara in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "Could you fetch the yellow lemon from the dinner table and bring it to couch?", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('lemon', 'yellow') | Pickup() | Move_To('couch') | Place_On('couch')" }, { "input": "greet the person wearing black t shirt in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Harrie in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please make your way to the trashcan and guide the person who dressed in an orange T-shirt to the coathanger.", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Peter in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | What_Day()" }, { "input": "when did the first episode of saved by the bell air", "output": "Respond('August 20 , 1989')" }, { "input": "greet Julia in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "salute Laura in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell oldest person in the lounge chair how many knife there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('knife','') | Move_To('lounge chair') | Search_Person('', 'oldest person') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the TV table to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the TV table to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "greet the person wearing blue t shirt in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "Can you tell me how many people in the office are wearing black T-shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing black T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "follow Julia from the couch to the hallway", "output": "Respond('got it') | Move_To('couch') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Please share details about the person sitting and report to the person at the exit", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "Greet the oldest individual and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Go to the lamp and introduce yourself to John, then follow them to the exit.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "salute Sophie in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Time()" }, { "input": "say the time to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "greet Emma in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "Please tell what time is it to the men sitting in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'sitting men') | What_Time()" }, { "input": "find a person pointing to the right in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their left arm in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "Please say what time is it to the men standing in the desk", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Person('', 'standing men') | What_Time()" }, { "input": "Store this blue lemon to basket", "output": "Respond('Forsure!') | Search_Object('lemon', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "find washcloth in the office then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take milk from the hallway cabinet and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take washcloth from the TV table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "bring the liquorice", "output": "Respond('Okay, I will go deliver the liquorice') | Search_Object('liquorice', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the liquorice')" }, { "input": "bring me soap from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Could you bring the left-most sausages and answer a question?", "output": "Respond('Got it i will bring it to you!') | Search_Object('sausages', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Please go to the kitchen and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "tell the gesture of the person at the TV table to the person at the loc2", "output": "Respond('got it') | Move_To('TV table') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in TV table is') | Answer()" }, { "input": "find Susan", "output": "Respond('Okay, I will go find Susan') | Search_Person('Susan', '') | Respond('Here you are, I have found Susan')" }, { "input": "Go to hallway and count crisp. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "To person wearing a necklace in kitchen, acquire pea soup from exit and present it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('pea soup', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'wearing a necklace') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "coffee table having fanta, you check and count, inform that amount to tony.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('fanta', '') | Search_Person('tony', '') | Answer()" }, { "input": "Look inside hallway cabinet, banana there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('banana', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Say what items are on the TV table to Noah.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('describe the objects on the TV table') | Search_Person('Noah', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Liam in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "go after the person dressed in an orange T-shirt in the hallway", "output": "Respond('Sure, I will follow the person dressed in an orange T-shirt.') | Move_To('hallway')| Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "go to the entrance", "output": "Respond('Okay, I will go to the entrance') | Move_To('entrance')" }, { "input": "Identify the blue object on the TV table.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the blue object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "First, meet Noah at the coathanger, then greet him at the dishwasher.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Move_To('dishwasher') | Search_Person('Noah', '') | Respond('Oh Noah, we meet again!')" }, { "input": "find soap in the hallway then get it and deliver it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "tell me what is the largest object on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'largest') | Search_Person('user', '') | Answer()" }, { "input": "meet Emma in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "look for a person raising their right arm in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "I want you to deliver knife from lounge chair to basket in kitchen", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('knife', '') | Pickup() | Move_To('kitchen') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "when does nfl regular season schedule come out", "output": "Respond('April 19 , 2018')" }, { "input": "would you tell the person dressed in an orange blouse in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person dressed in an orange blouse') | What_Tomorrow()" }, { "input": "Can you serve a dish full of noodles?", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "explain to Susan what is placed on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('What is the object on the kitchen cabinet') | Search_Person('Susan', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | What_Time()" }, { "input": "What object is the tallest on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the tallest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "how many episodes are in the mist season 1", "output": "Respond('ten')" }, { "input": "greet Robin in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "You should go behind the person dressed in an orange shirt", "output": "Respond('okay I will follow the person dressed in an orange shirt') | Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Would you tell me how many person raising their left arm are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "look for a waving person in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "guide the tallest individual to the entrance after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Tell your team's affiliation and say hello to the person wearing an orange blouse.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please bring yellow pea soup in lamp to person wearing glasses at the coathanger", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('pea soup', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing glasses') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "greet Harrie in the desk and follow", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('desk') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Follow()" }, { "input": "look for a person raising their right arm in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "To John wearing black blouse, acquire sponge from coathanger and pass it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('sponge', '') | Pickup() | Search_Person('John', 'wearing black blouse') | Respond('Hi. this sponge for you') | Give_To()" }, { "input": "greet the person wearing white sweater in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | What_Tomorrow()" }, { "input": "what is the order of mad max movies", "output": "Respond('Mad Max : Fury Road ( 2015 )')" }, { "input": "Please take the biggest orange from the kitchen and bring it to me.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('orange', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the office then get it and deliver it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "meet Robin in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing red t shirt in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person pointing to the right in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "inform man dressed in an orange blouse in the exit how many dishwasher tab exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('dishwasher tab','') | Move_To('exit') | Search_Person('', 'man dressed in an orange blouse') | Answer()" }, { "input": "meet Jesse in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Lucas in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Time()" }, { "input": "look for a waving person in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "I need a bowl with cereal, can you bring it to me?", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white coat in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | What_Day()" }, { "input": "I'd like you to carry that yellow candy and put it into the tray in living room", "output": "Respond('Forsure!') | Search_Object('candy', 'yellow') | Pickup() | Move_To('living room') |Search_Object('tray', '') | Place_On('tray')" }, { "input": "meet Fleur in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "meet Jesse in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "greet the person wearing black shirt in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Make your introduction to Kevin in the couch, then go behind.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "get to know Robin at the office, then say hi to him at the kitchen counter.", "output": "Respond('Okay i will greet him') | Move_To('office') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('kitchen counter') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "On desk, set the dish", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Give Hayley a description of the objects on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Hayley', '') | Answer()" }, { "input": "look for a person pointing to the left in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the office then fetch it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say the day of the month to the oldest man in the TV table", "output": "Move_To('TV table') | Search_Person('', 'oldest man') | What_Day()" }, { "input": "greet the person wearing red t shirt in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "To Lucas wearing black shoes, acquire knife from entrance and pass it", "output": "Respond('Ok! I'll do it') | Move_To('entrance') | Search_Object('knife', '') | Pickup() | Search_Person('Lucas', 'wearing black shoes') | Respond('Hi. this knife for you') | Give_To()" }, { "input": "Can you count how many people in the kitchen are pointing to the right?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "Could you count fork at the office and let jarvis know", "output": "Respond('got it!') | Move_To('office') | Count_Object('fork', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell person wearing a hat in the trashcan the number of coke present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('coke','') | Move_To('trashcan') | Search_Person('', 'person wearing a hat') | Answer()" }, { "input": "Can you please place bowl on shelf and then fork on its right?", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('fork', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "follow the person raising their left arm at hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Follow()" }, { "input": "greet the person wearing yellow t shirt in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | What_Tomorrow()" }, { "input": "greet the person wearing black coat in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Robin in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "Travel to the kitchen, meet Lucas, and then answer a question.", "output": "Respond('got it!') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "take them to the coathanger after introducing yourself to the person in the trashcan who is dressed in an orange T-shirt.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "On the dishwasher, what object is the yellow?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the yellow object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then grasp it and bring it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide the waving person from the coffee table to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the couch') | Move_To('couch')" }, { "input": "Can you tell me the number of individuals dressed in an orange shirt in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('dressed in an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet Fleur in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the waving person from the coffee table to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the coffee table') | Move_To('coffee table')" }, { "input": "Transport washcloth from hallway to couch, give it to Gabrielle", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Move_To('couch') | Search_Person('Gabrielle', '') | Respond('Hi Gabrielle. this washcloth for you') | Give_To()" }, { "input": "meet Laura in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "follow Sophie from the shelf to the office", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "After introducing yourself to the person lying down, guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Peter in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | What_Day()" }, { "input": "bring me soap from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you describe to Gabrielle what's on the kitchen cabinet?", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "take dubbelfris from the coffee table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "bring me water from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Fleur in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a waving person in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet Jesse in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "tell woman wearing black shirt in the living room how many water there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('water','') | Move_To('living room') | Search_Person('', 'woman wearing black shirt') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the desk to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the lamp') | Move_To('lamp')" }, { "input": "greet the person wearing yellow blouse in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Laura in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow coat in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Harrie in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a person raising their right arm in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the hallway cabinet and deliver it to Liam in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Liam', '') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing yellow shirt in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Lucas in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing black sweater in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "go after Fleur", "output": "Respond('okay I will follow the Fleur') | Search_Person('Fleur', '') | Follow()" }, { "input": "Take away this ice tea to office and put on basket", "output": "Respond('Forsure!') | Search_Object('ice tea', '') | Pickup() | Move_To('office') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Laura in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black shirt in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Tell where are you from to the person standing in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "escort the smallest person from the couch to the exit after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "when did messi last score in world cup", "output": "Respond('26 June 2018')" }, { "input": "Your task is to escort Robin who wearing an orange blouse, in lamp, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Robin', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Sophie at the couch then find them in the office", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "check how many curry at the office and let tony know", "output": "Respond('got it!') | Move_To('office') | Count_Object('curry', '') | Search_Person('tony', '') | Answer()" }, { "input": "go to the hallway cabinet then find mayonaise and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet Emma in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "Say your team's affiliation and greet the person pointing to the right in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Noah in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please go behind the lead of person wearing black pants", "output": "Respond('Sure, I will follow the person wearing black pants.') | Search_Person('', 'wearing black pants') | Respond('I am here to follow you.')| Follow()" }, { "input": "Introduce yourself to Sara at the kitchen cabinet, and proceed to follow them to the living room.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing yellow coat in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Robin in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a waving person in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "when did the houston astros switch to the american league", "output": "Respond('2013')" }, { "input": "why did the british government send the cabinet mission to india", "output": "Respond('to discuss the transfer of power from the British government to the Indian leadership , with the aim of preserving India 's unity and granting it independence')" }, { "input": "Lay bowl on TV table and fork on its left", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "count the peach at the shelf and inform child in the kitchen", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('peach','') | Move_To('kitchen') | Search_Person('', 'child') | Answer()" }, { "input": "greet the person wearing white sweater in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "You should go after the lead of the person wearing black T-shirt", "output": "Respond('okay I will follow the person wearing black T-shirt') | Search_Person('', 'wearing black T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "deliver to me the right-most coke from the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('coke', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find sponges in the office then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "How many people are standing in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "find cola in the hallway then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find stroopwafel and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('stroopwafel', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Put in the tray the sponge", "output": "Respond('Forsure!') | Search_Object('sponge', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "tell me what is the smallest drinks on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'smallest drinks') | Search_Person('user', '') | Answer()" }, { "input": "say the time to the man pointing to the left in the hallway, please", "output": "Move_To('hallway') | Search_Person('', 'man pointing to the left') | What_Time()" }, { "input": "greet the person wearing blue coat in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me how many people in the hallway are wearing red jackets", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing red jackets') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find cola and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take soap from the hallway cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue coat in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find apple and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('apple', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet William in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | What_Day()" }, { "input": "tell the woman wearing yellow shoes in the exit what day is tomorrow", "output": "Move_To('exit') | Search_Person('', 'woman wearing yellow shoes') | What_Tomorrow()" }, { "input": "Transport milk from hallway to lamp, give it to Noah", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('milk', '') | Pickup() | Move_To('lamp') | Search_Person('Noah', '') | Respond('Hi Noah. this milk for you') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the desk to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the entrance') | Move_To('entrance')" }, { "input": "You have to find bowl at hallway and place it on desk. Also place fork in it too", "output": "Respond('I got this!') | Move_To('hallway') |Search_Object('bowl', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('fork', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "bring me plum from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find candle and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Noah in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take Harrie to the entrance", "output": "Respond('Okay, I am working on it') | Search_Person('Harrie', '') | Respond('Hey, I am here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the lamp') | Move_To('lamp')" }, { "input": "tell the man wearing orange shoes in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man wearing orange shoes') | What_Tomorrow()" }, { "input": "Your mission is put the cup on dinner table and fork in it ", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('fork', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "salute the person wearing blue coat in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('I am here to follow you') | Follow()" }, { "input": "In the hallway, greet the oldest person and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "What is the yellow object that can be found on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the yellow object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | What_Time()" }, { "input": "follow Sophie from the kitchen cabinet to the kitchen", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "look for a person raising their right arm in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find banana and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('banana', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet John in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black blouse in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "You should go after the lead of the person wearing black blouse", "output": "Respond('okay I will follow the person wearing black blouse') | Search_Person('', 'wearing black blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet Noah in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "greet the person wearing white coat in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black t shirt in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "Go to lamp, meet Laura who dressed in a yellow blouse and escort to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Laura', 'dressed in a yellow blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "salute Susan in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the right in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Emma in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet William in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "when does the last naruto movie come out", "output": "Respond('6 December 2014')" }, { "input": "go to the hallway cabinet then find pear and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Greet the individual sitting in the office and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a person pointing to the left in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "salute Emma in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the sponge at the lamp and inform person wearing an orange shirt in the coathanger", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('sponge','') | Move_To('coathanger') | Search_Person('', 'person wearing an orange shirt') | Answer()" }, { "input": "describe to me the person lying down", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Please retrieve the smallest dishwasher tab from the trashcan and deliver it to me.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('dishwasher tab', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Mention your team's affiliation and say hello to the person pointing to the left in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Sophie in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "To the entrance, escort the person wearing blue T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Lucas in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take milk from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a person raising their right arm in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "tell person wearing black pants in the trashcan how many ice tea there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('ice tea','') | Move_To('trashcan') | Search_Person('', 'person wearing black pants') | Answer()" }, { "input": "Look at crisp in hallway cabinet. Count them all up. Give jarvis that number.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a person raising their left arm in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Give Noah the dishwasher tab", "output": "Respond('Okay, I will give Noah the dishwasher tab') | Search_Object('dishwasher tab', '') | Pickup() | Search_Person('Noah', '') | Give_To() | Respond('Here you go, I have got you the dishwasher tab')" }, { "input": "who plays roy in season 4 of grace and frankie", "output": "Respond('Mark Deklin')" }, { "input": "meet Susan in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say something about yourself to the person sitting in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "guide the waving person from the trashcan to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the shelf') | Move_To('shelf')" }, { "input": "Deliver peach in kitchen to Fleur in couch", "output": "Respond('Okay, I will do it') | Move_To('kitchen') | Search_Object('peach', '') | Pickup() | Move_To('couch') | Search_Person('Fleur', '') | Respond('Hi, this peach for you') | Give_To()" }, { "input": "find a waving person in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find soap in the living room then get it and bring it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Fetch the right-most banana from the couch and bring it to me", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('banana', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow coat in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide the person who is standing to the exit after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "After introducing yourself to the person wearing yellow shirt at the lounge chair, escort them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing yellow shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Susan in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing black t shirt in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "pick up the apple", "output": "Respond('Okay, I will go get the apple') | Search_Object('apple', '') | Pickup() | Respond('Here you go, I have got you the apple')" }, { "input": "guide the waving person from the hallway cabinet to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the coathanger') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Hayley in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Hayley', '') | Give_To()" }, { "input": "greet the person wearing black blouse in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "give me a bowl of cereal", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow t shirt in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "greet Harrie in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | What_Day()" }, { "input": "get acquainted with Robin at the entrance, then go to the TV table and greet him.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('TV table') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "who played lord elrond in lord of the rings", "output": "Respond('Hugo Wallace Weaving')" }, { "input": "greet Robin in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "Tell your team's affiliation and say hello to the person sitting.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Susan in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take soap from the hallway cabinet and give it to Peter in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Peter', '') | Give_To()" }, { "input": "look for a person raising their right arm in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "find soap in the hallway then take it and deliver it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "follow Sophie from the trashcan to the hallway", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "guide Sophie from the trashcan to the dishwasher", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the dishwasher') | Move_To('dishwasher')" }, { "input": "guide the person who is the smallest to the coathanger from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue shirt in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | What_Time()" }, { "input": "find a person raising their left arm in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Hayley in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "follow Emma from the exit to the office", "output": "Respond('got it') | Move_To('exit') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "please say something about yourself to women sitting in the dishwasher", "output": "Respond('Okay, I Am working on it') | Move_To('dishwasher') | Search_Person('', 'sitting women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "look for a waving person in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you give Laura a description of the tictac on the kitchen counter?", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Search_Object('tictac', '') | Vision_Ask('describe the tictac on the kitchen counter') | Search_Person('Laura', '') | Answer()" }, { "input": "who did viswanathan anand defeat in 2012 to retain the world chess champion title", "output": "Respond('Boris Gelfand')" }, { "input": "greet the person wearing red shirt in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Say whats your favorite color to the person sitting in the dinner table", "output": "Respond('Okay! I got it') | Move_To('dinner table') | Search_Person('', 'sitting') | Respond('My favorite color is blue')" }, { "input": "get to know Liam at the coathanger, then go to the TV table to find him.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Liam', '') | Respond('Hey Liam, How are you doing?') | Move_To('TV table') | Search_Person('Liam', '') | Respond('Oh Liam, we meet again!')" }, { "input": "Check dinner table for lemon. Count them. Give jarvis the number.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "In tray in lamp, store the blue banana", "output": "Respond('Forsure!') | Search_Object('banana', 'blue') | Pickup() | Move_To('lamp') |Search_Object('tray', '') | Place_On('tray')" }, { "input": "who wrote the song it so hard to say goodbye to yesterday", "output": "Respond('Motown husband - and - wife songwriting team Freddie Perren and Christine Yarian')" }, { "input": "find a waving person in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Which object on the TV table is the biggest?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the biggest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "What object is the biggest one on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Say hello to the person sitting and mention your team's affiliation in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please go after the lead of person wearing orange shoes in the office", "output": "Respond('Sure, I will follow the person wearing orange shoes.') | Move_To('office')| Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "Start by introducing yourself to the individual pointing to the left in the lounge chair, then escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell the man wearing blue T-shirt in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man wearing blue T-shirt') | What_Tomorrow()" }, { "input": "Please relate smallest woman in the lamp how many pringles there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pringles','') | Move_To('lamp') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "Please place a cup on the shelf, with a knife on it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('knife', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "dinner table having hagelslag, you check and count, inform that amount to tony.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('hagelslag', '') | Search_Person('tony', '') | Answer()" }, { "input": "First, get acquainted with Robin at the lamp, then find him at the TV table.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('TV table') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "I need you to escort Hayley who wearing a hat, found at the couch, toward coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Hayley', 'wearing a hat') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Find Sara in the lamp, introduce yourself, and follow them to the entrance.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "I want you to tell me how many person raising their right arm are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "inform tallest person in the exit the number of pancake mix present on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('pancake mix','') | Move_To('exit') | Search_Person('', 'tallest person') | Answer()" }, { "input": "say hello to the person wearing orange shoes and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "follow the person pointing to the right at hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Follow()" }, { "input": "meet Noah in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | What_Day()" }, { "input": "say hello to John in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Sara in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell me what is the largest dishes on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'largest dishes') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | What_Time()" }, { "input": "Tell your team's affiliation and say hello to the tallest person.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow sweater in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Tell me which object is the yellow on the coffee table.", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the yellow object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell me the biggest object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Please bring candle from kitchen to entrance. And give it to tallest person", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('candle', '') | Pickup() | Move_To('entrance') | Search_Person('', 'tallest') | Respond('Hi. this candle for you') | Give_To()" }, { "input": "what does the mass number of an isotope represent", "output": "Respond('the total number of protons and neutrons ( together known as nucleons ) in an atomic nucleus')" }, { "input": "greet the person wearing blue jacket in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you please go to the office, count all the coke there, and let tony know the total?", "output": "Respond('got it!') | Move_To('office') | Count_Object('coke', '') | Search_Person('tony', '') | Answer()" }, { "input": "bring me orange from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('orange', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Emma in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I wand you to carry water from couch to entrance. Then hand it over to tallest ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('water', '') | Pickup() | Move_To('entrance') | Search_Person('', 'tallest') | Respond('Hi. this water for you') | Give_To()" }, { "input": "meet Sophie in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "locate a person raising their left arm in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "look for a person pointing to the left in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "follow Julia from the entrance to the kitchen", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Let's have you take Kevin who wearing orange shoes you encounter at the couch and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Kevin', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "look for a waving person in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Please move to the kitchen counter. tell me how many decorations are on there. ", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the office are wearing yellow jackets", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing yellow jackets') | Search_Person('user', '') | Answer()" }, { "input": "It would be great if you could explain to the person at coathanger how the individual standing at lamp appears.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "Your mission is pick up curry from lounge chair and convey it to John who is in exit", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('curry', '') | Pickup() | Move_To('exit') | Search_Person('John', '') | Respond('Hi John, this curry for you') | Give_To()" }, { "input": "guide the waving person from the entrance to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the lamp') | Move_To('lamp')" }, { "input": "get acquainted with Julia at the coathanger.", "output": "Respond('Okay I will get acquainted with Julia') | Move_To('coathanger') | Search_Person('Julia', '') | Respond('Hi Julia, How are you doing?')" }, { "input": "inform woman wearing a hat in the trashcan how many sausages there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('sausages','') | Move_To('trashcan') | Search_Person('', 'woman wearing a hat') | Answer()" }, { "input": "Mention your team's affiliation and say hello to the person lying down in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "In the kitchen, say hello to the person wearing yellow shirt and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing yellow shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find Robin at the couch", "output": "Respond('Okay, I will go find Robin') | Move_To('couch') | Search_Person('Robin', '') | Respond('Here you are, I have found Robin')" }, { "input": "tell oldest woman in the entrance the number of stroopwafel present on the TV table", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('stroopwafel','') | Move_To('entrance') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "find soap in the hallway then fetch it and deliver it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "find a person pointing to the right in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "go after Sara", "output": "Respond('okay I will follow the Sara') | Search_Person('Sara', '') | Follow()" }, { "input": "inform woman wearing yellow pants in the couch the number of plate present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('plate','') | Move_To('couch') | Search_Person('', 'woman wearing yellow pants') | Answer()" }, { "input": "Can you tell me which is the blue object on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the blue object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "Provide Laura with a description of the objects on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Laura', '') | Answer()" }, { "input": "salute Sophie in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you please go to the desk, count all the sausages there, and let jarvis know the total?", "output": "Respond('got it!') | Move_To('desk') | Count_Object('sausages', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Go to the lounge chair and find John, then answer a question", "output": "Respond('Okay, I will go find John') | Move_To('lounge chair') | Search_Person('John', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "tell me what is the smallest food on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'smallest food') | Search_Person('user', '') | Answer()" }, { "input": "greet Fleur in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Introduce yourself to the Gabrielle in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('Gabrielle', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Could you count how many people are dressed in a blue blouse in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in a blue blouse') | Search_Person('user', '') | Answer()" }, { "input": "What is the biggest object on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the biggest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue shirt in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Julia in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet the person wearing white shirt in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take cornflakes from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Peter in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Say appearance of standing person to the another person who is in coathanger.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "find soap in the office then get it and deliver it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet Noah in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Susan in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your mission is take tictac from trashcan and convey it to exit. Finally, handover that tictac to person John", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('tictac', '') | Pickup() | Move_To('exit') | Search_Person('John', '') | Respond('Hi John. this tictac for you') | Give_To()" }, { "input": "escort the person waving from the lounge chair to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "follow Emma from the desk to the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Could you tell me how many person pointing to the left are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Move to the exit, meet up with Gabrielle, and answer a question.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Gabrielle', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "tell me how many people in the office are wearing orange shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing orange shirts') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "explain to Laura what item is situated on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Laura', '') | Answer()" }, { "input": "Can you count how many people in the office are pointing to the right?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "From trashcan, meet the person who standing and guide to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'standing') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "To the person standing in the trashcan, introduce yourself and escort them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "ice tea in office there, you count and give jarvis how much numbers.", "output": "Respond('got it!') | Move_To('office') | Count_Object('ice tea', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing blue t shirt in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the liquorice at the lounge chair and then report to woman wearing black pants in the exit", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('liquorice','') | Move_To('exit') | Search_Person('', 'woman wearing black pants') | Answer()" }, { "input": "greet the person wearing yellow jacket in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "To the exit, escort the individual who is wearing black blouse.", "output": "Respond('Got it!') | Search_Person('', 'wearing black blouse') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "2006 best picture nominees that lost to the departed", "output": "Respond('The Queen')" }, { "input": "greet the person wearing black coat in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute the person wearing yellow shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell what day is today to the people standing in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('', 'standing people') | What_Day()" }, { "input": "whats your team affiliation to the person lying down", "output": "Respond('Okay! I got it') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow sweater in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | What_Tomorrow()" }, { "input": "Can you count how many people in the kitchen are dressed in an orange shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "State your team's affiliation and say hello to the oldest person.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet John in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white jacket in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "greet the person wearing yellow coat in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Robin in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "From trashcan, guide Fleur to entrance whom dressed in an orange blouse", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Fleur', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Introduce yourself to Kevin in the lamp, and go behind them to the entrance.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "count the washcloth at the coathanger and then report to tallest person in the kitchen cabinet", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('washcloth','') | Move_To('kitchen cabinet') | Search_Person('', 'tallest person') | Answer()" }, { "input": "meet Robin in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Time()" }, { "input": "find a person pointing to the left in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "meet Harrie in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "locate a person raising their left arm in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Jesse in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the kitchen then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Lucas in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Sophie at the shelf then look for them in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "locate a person raising their left arm in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "meet Sara by the trashcan, then gonna greet him at the coffee table.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('coffee table') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "how many episodes were in season 7 of new girl", "output": "Respond('8')" }, { "input": "greet the person wearing white jacket in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "Say hello to the person in the living room dressed in a black T-shirt and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I'd appreciate it if you could escort Jesse, who dressed in a blue T-shirt situated in the lounge chair, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Jesse', 'dressed in a blue T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "salute Laura in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take milk from the shelf and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Make your introduction to the individual raising their right arm and take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "who runs the fastest 40-yard dash in the nfl", "output": "Respond('John Ross')" }, { "input": "You should go after the lead of person wearing orange shoes in the kitchen", "output": "Respond('Sure, I will follow the person wearing orange shoes.') | Move_To('kitchen')| Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "tell me what is the smallest food on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'smallest food') | Search_Person('user', '') | Answer()" }, { "input": "Make your introduction to the individual wearing orange pants and escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "follow Julia from the kitchen counter to the kitchen", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "greet Susan in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing yellow t shirt in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you mind getting the biggest candy from the TV table and bring it to me?", "output": "Respond('Got it!') | Move_To('TV table') | Search_Object('candy', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "The request for you is to escort Hayley who wearing yellow shirt lingering at the trashcan to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Hayley', 'wearing yellow shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Take the bowl to the basket", "output": "Respond('Forsure!') | Search_Object('bowl', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "find sponges in the living room then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Introduce yourself to the person lying down in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'lying down') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the lounge chair') | Move_To('lounge chair')" }, { "input": "meet Laura in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow coat in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "go to the office and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "My request for you is change location of pringles from exit to basket in living room", "output": "Respond('Sure! I'm working on it') | Move_To('exit') | Search_Object('pringles', '') | Pickup() | Move_To('living room') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "please say something about yourself to women standing in the couch", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('', 'standing women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "Can you deliver to me the smallest bowl that's in the coffee table, please?", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('bowl', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a person raising their right arm in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Can you count the number of people in the hallway wearing blue shoes?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing blue shoes') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the hallway are wearing orange t shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing orange t shirts') | Search_Person('user', '') | Answer()" }, { "input": "greet Emma in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Your mission is that set the dish on kitchen counter", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "meet Julia in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "tell person wearing blue shoes in the hallway how many milk exist on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('milk','') | Move_To('hallway') | Search_Person('', 'person wearing blue shoes') | Answer()" }, { "input": "salute Emma in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "meet Lucas in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "find milk in the hallway then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet John in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "locate a person pointing to the right in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Laura at the lamp, then find her at the coathanger.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('coathanger') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "meet Emma in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "meet Gabrielle at the exit first, and then find her at the trashcan and greet.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('trashcan') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "Can you tell me which is the biggest object on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the biggest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black coat in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you identify the biggest object on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the biggest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "greet Julia in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "Could you count how many people are wearing blue blouse in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing blue blouse') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and deliver it to Laura in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Laura', '') | Give_To()" }, { "input": "Can you bring the blue fanta from the lounge chair to where I am?", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('fanta', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Fleur in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "the seven provinces that became the united provinces", "output": "Respond('The County of Holland')" }, { "input": "meet Kevin in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "What is the tallest object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the tallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "describe the person standing", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person standing') | Search_Person('user', '') | Answer()" }, { "input": "Greet the person pointing to the left in the living room and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find cola in the kitchen then take it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the kitchen then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I want you to tell me how many person raising their right arm are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "Describe person lying down at lamp to me.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Your job is set the cup at the coffee table", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "meet Robin in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white shirt in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Take a fork and put it down at TV table", "output": "Respond('OK! I'm working on it') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "take sponges from the hallway cabinet and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to Liam in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Liam', '') | Give_To()" }, { "input": "Illustrate what object is on the desk for Robin.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Robin', '') | Answer()" }, { "input": "find soap in the hallway then take it and deliver it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "tell me how many people in the living room are wearing blue coats", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing blue coats') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide the waving person from the shelf to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the dinner table') | Move_To('dinner table')" }, { "input": "follow Emma from the coathanger to the office", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "greet Harrie in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "At kitchen cabinet, put dish and knife on its right", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet the person wearing blue sweater in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person raising their left arm in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "tell the man wearing a necklace in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man wearing a necklace') | What_Time()" }, { "input": "Give Susan the milk", "output": "Respond('Okay, I will give Susan the milk') | Search_Object('milk', '') | Pickup() | Search_Person('Susan', '') | Give_To() | Respond('Here you go, I have got you the milk')" }, { "input": "put cup on kitchen counter at the same time knife on its right", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('knife', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Check kitchen counter for curry. Count them. Give tony the number.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('curry', '') | Search_Person('tony', '') | Answer()" }, { "input": "Would you mind sharing details about the person lying down?", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person ') | Search_Person('user', '') | Answer()" }, { "input": "guide them to the entrance after introducing yourself to the person who is wearing orange pants.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "follow Emma from the hallway cabinet to the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "Meet Robin in the coathanger and then go behind them to the couch.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Follow()" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the exit') | Move_To('exit')" }, { "input": "greet Liam in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "candy present on the kitchen counter, tally them and report to the number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('candy', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Could you please grab the right-most liquorice from the trashcan and bring it here?", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('liquorice', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Within desk, put bowl which can be found in kitchen", "output": "Respond('I got this!') | Move_To('kitchen') |Search_Object('bowl', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Please deliver to me a dish of noodles", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "salute Peter in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | Respond('I am here to follow you') | Follow()" }, { "input": "By introducing yourself to the person dressed in a blue T-shirt, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Go and look in kitchen cabinet. Count all the washcloth. Report number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('washcloth', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "salute Sara in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "tell the gesture of the person at the shelf to the person at the loc2", "output": "Respond('got it') | Move_To('shelf') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in shelf is') | Answer()" }, { "input": "greet Harrie in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow coat in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "Go to the trashcan and introduce yourself to Gabrielle, then follow them to the entrance.", "output": "Respond('got it!') | Move_To('trashcan') | Search_Person('Gabrielle', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing blue coat in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "get to know Robin at the coathanger, proceed to the desk and find her.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('desk') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "greet Peter in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "guide the tallest person from the trashcan to the coathanger", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hi, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find Hayley", "output": "Respond('Okay, I will go find Hayley') | Search_Person('Hayley', '') | Respond('Here you are, I have found Hayley')" }, { "input": "tell me how many food there are on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "find sponges in the living room then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black blouse in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | What_Time()" }, { "input": "Go to the dishwasher and introduce yourself to William, then go behind.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "go to the hallway cabinet then find coke and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person raising their left arm in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please tell me what the tallest object on the shelf is.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the tallest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "To the exit, escort the individual who is wearing yellow T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "look for a person raising their left arm in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Go to shelf and count candy. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('candy', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "deliver to me a cup filled with drink, please", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person pointing to the left in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "greet Julia in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Sara in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Find blue strawberry at couch, and then take it to Peter in office. Peter wearing orange shoes", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('strawberry', 'blue') | Pickup() | Move_To('office') | Search_Person('Peter', 'wearing orange shoes') | Respond('Hi Peter, this strawberry for you') | Give_To()" }, { "input": "salute Jesse in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Your goal is transfer that dishwasher tab and have it end up in the basket", "output": "Respond('Forsure!') | Search_Object('dishwasher tab', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "salute Sophie in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "meet Sophie at the kitchen cabinet then locate them in the hallway", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "who was the kid playing banjo on deliverance", "output": "Respond('Billy Redden')" }, { "input": "locate a person raising their left arm in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Pickup the bowl and put on the bag", "output": "Respond('Forsure!') | Search_Object('bowl', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Please relate woman wearing blue shirt in the hallway how many curry there are on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('curry','') | Move_To('hallway') | Search_Person('', 'woman wearing blue shirt') | Answer()" }, { "input": "take soap from the kitchen counter and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Sara in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "pour a bit of cereal into a dish", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me a bowl full of noodles, please", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find washcloth in the hallway then take it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Take a blue dishwasher tab and put it down on TV table", "output": "Respond('OK! I'm working on it') | Search_Object('dishwasher tab', 'blue') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "At lounge chair, take the person who is the oldest to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Find pea soup at trashcan, and then take it to Liam in entrance. Liam wearing glasses", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('pea soup', '') | Pickup() | Move_To('entrance') | Search_Person('Liam', 'wearing glasses') | Respond('Hi Liam, this pea soup for you') | Give_To()" }, { "input": "greet Fleur in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "On the dishwasher, set bowl", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "who won best actress in the tony awards", "output": "Respond('Katrina Lenk')" }, { "input": "who did clemson play in the playoffs 2016", "output": "Respond('Alabama Crimson Tide')" }, { "input": "Say yourself to the Laura in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('Laura', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "find a person pointing to the left in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "How many individuals in the hallway are raising their left arm?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white t shirt in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | What_Tomorrow()" }, { "input": "who is the police chief on stranger things", "output": "Respond('Jim Hopper')" }, { "input": "salute Hayley in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Please follow person dressed in a yellow shirt in the living room", "output": "Respond('Sure, I will follow the person dressed in a yellow shirt.') | Move_To('living room')| Search_Person('', 'dressed in a yellow shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "find soap in the hallway then take it and bring it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "who did drake feature in in my feelings", "output": "Respond('the City Girls')" }, { "input": "guide the waving person from the shelf to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the TV table') | Move_To('TV table')" }, { "input": "First, move to trashcan, meet Jesse and take towards the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Jesse', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Could you please guide Laura who is the smallest who is in lamp to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Laura', 'smallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing black t shirt in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Noah in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who makes up the us green building council", "output": "Respond('Mike Italiano')" }, { "input": "locate a person pointing to the right in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Sara in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "Take a yellow dishwasher tab from trashcan and put it down on TV table", "output": "Respond('OK! I'm working on it') | Move_To('trashcan') | Search_Object('dishwasher tab', 'yellow') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "Pick up sponge and then transfer that sponge on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('sponge', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "find the washcloth", "output": "Respond('Okay, I will go find the washcloth') | Search_Object('washcloth', '') | Respond('Here it is, I have found the washcloth')" }, { "input": "say the pose of Jesse at the lounge chair to the person at the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Person('Jesse', '') | Vision_Ask('describe to me the person posture') | Move_To('kitchen cabinet') | Vision_Ans()" }, { "input": "In the kitchen, say hello and mention your team's affiliation to the tallest person.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "who sang the song ode to billy joe", "output": "Respond('Bobbie Gentry')" }, { "input": "Describe what object is on the desk for Harrie.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Harrie', '') | Answer()" }, { "input": "Person sitting is at couch, tell me details.", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the left in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Seek candle from coathanger, pick up that candle and place on TV table", "output": "Respond('Sure! I'm working on it') | Move_To('coathanger') | Search_Object('candle', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "How many people in the hallway are sitting?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "bring me mayonaise from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Julia in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Susan in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Peter in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I wand you to carry hagelslag from lounge chair and transfer it to person who is oldest", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('hagelslag', '') | Pickup()| Search_Person('', 'oldest') | Respond('Hi. this hagelslag for you') | Give_To()" }, { "input": "To the person wearing orange pants in the trashcan, introduce yourself and take them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Emma in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you tally up coke at the hallway and report to jarvis", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('coke', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "say what day is today to the man dressed in an orange T-shirt in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'man dressed in an orange T-shirt') | What_Day()" }, { "input": "It would be helpful if you could check inside the hallway, count the total articles of bowl, and report to that number to tony.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('bowl', '') | Search_Person('tony', '') | Answer()" }, { "input": "find a person pointing to the left in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "inform person waving in the lounge chair the number of plum present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('plum','') | Move_To('lounge chair') | Search_Person('', 'person waving') | Answer()" }, { "input": "greet Susan in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "greet Laura in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "Can you count the number of people in the kitchen wearing blue shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing blue shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "locate a person pointing to the right in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "where did the little couple adopt zoey from", "output": "Respond('Delhi , India')" }, { "input": "go to the hallway cabinet then find water and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find a waving person in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "who plays sammy on days of our lives", "output": "Respond('Alison Sweeney')" }, { "input": "greet John in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Greet the individual wearing yellow shirt in the kitchen and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing yellow shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Take away this fanta to kitchen and put on tray", "output": "Respond('Forsure!') | Search_Object('fanta', '') | Pickup() | Move_To('kitchen') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "say the time to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Time()" }, { "input": "meet Robin in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find soap in the hallway then grasp it and bring it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "tell me what is the smallest fruits on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'smallest fruits') | Search_Person('user', '') | Answer()" }, { "input": "Say your team's affiliation and greet the person wearing glasses.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Say hello to the person in the living room wearing blue T-shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell me what is the largest decorations on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'largest decorations') | Search_Person('user', '') | Answer()" }, { "input": "go after standing women in the hallway", "output": "Respond('okay I will follow standing women') | Move_To('hallway') | Search_Person('', 'standing women')| Respond('I am here to follow you.') | Follow()" }, { "input": "Find strawberry at living room, and then take it to Laura who is in lounge chair", "output": "Respond('Sure! I'll do it for you') | Move_To('living room') | Search_Object('strawberry', '') | Pickup() | Move_To('lounge chair') | Search_Person('Laura', '') | Respond('Hi Laura, this strawberry for you') | Give_To()" }, { "input": "locate a person pointing to the right in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find water in the office then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find a person pointing to the left in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Susan in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "look for a waving person in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing gray blouse in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'gray blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take soap from the hallway cabinet and deliver it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "Your task is earn black apple and locate that apple on coffee table", "output": "Respond('Sure! I'm working on it') | Search_Object('apple', 'black') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet the person wearing blue shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "guide the person wearing an orange blouse to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue coat in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "From office, take cola and convey it to John dressed in a black shirt at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('lounge chair') | Search_Person('John', 'dressed in a black shirt') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "inform man pointing to the right in the couch how many banana exist on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('banana','') | Move_To('couch') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "greet the person wearing black t shirt in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white blouse in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Place this candle on the basket", "output": "Respond('Forsure!') | Search_Object('candle', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please get the tallest mayonaise from the kitchen cabinet and bring it to lounge chair.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('mayonaise', 'tallest') | Pickup() | Move_To('lounge chair') | Place_On('lounge chair')" }, { "input": "meet Noah in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell person dressed in an orange T-shirt in the lamp how many dishwasher tab there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('dishwasher tab','') | Move_To('lamp') | Search_Person('', 'person dressed in an orange T-shirt') | Answer()" }, { "input": "go to the trashcan then look for a pea soup and give it to the women sitting in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Object('pea soup', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'sitting women') | Give_To()" }, { "input": "Say hello to the person raising their left arm in the living room and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide the person who is standing to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing white sweater in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "Take the sponge to the tray", "output": "Respond('Forsure!') | Search_Object('sponge', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing white blouse in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "greet the person wearing yellow sweater in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | What_Time()" }, { "input": "greet the person wearing yellow t shirt in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "look for a person pointing to the right in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet Emma in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet Julia in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "get to know Laura at the couch, then locate the person in the exit and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('couch') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "find a person pointing to the right in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow t shirt in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Fleur in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Kevin at the living room, then find him at the dinner table.", "output": "Respond('Okay i will greet him') | Move_To('living room') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('dinner table') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "Deliver pea soup in entrance to smallest person in lamp, The person's name is Laura", "output": "Respond('Okay, I will do it') | Move_To('entrance') | Search_Object('pea soup', '') | Pickup() | Move_To('lamp') | Search_Person('Laura', 'smallest') | Respond('Hi Laura, this is for you') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Give Sara a rundown of the cup on the desk, please.", "output": "Respond('Let me see!') | Move_To('desk') | Search_Object('cup', '') | Vision_Ask('describe the cup on the desk') | Search_Person('Sara', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "find soap in the hallway then grasp it and give it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "salute Hayley in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Time()" }, { "input": "who did purdue lose to in football this year", "output": "Respond('Wisconsin')" }, { "input": "Introduce yourself to the person standing in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('', 'standing') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "go to the hallway cabinet then find fanta and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Fleur in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Can you get the tallest knife from the lounge chair and bring it to me?", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('knife', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the office are wearing orange jackets", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing orange jackets') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the office then get it and give it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "tell me what is the smallest snacks on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'smallest snacks') | Search_Person('user', '') | Answer()" }, { "input": "Please carry apple, which is in entrance, to bag at hallway", "output": "Respond('Forsure!') | Move_To('entrance') | Search_Object('apple', '') | Pickup() | Move_To('hallway') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing white jacket in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "say the pose of Noah at the trashcan to the person at the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('Noah', '') | Vision_Ask('describe to me the person posture') | Move_To('kitchen') | Vision_Ans()" }, { "input": "meet Sophie at the trashcan then find them in the kitchen", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing yellow t shirt in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Can you tell me how many people in the hallway are wearing a necklace?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing a necklace') | Search_Person('user', '') | Answer()" }, { "input": "Tell your team's affiliation and say hello to the person dressed in a yellow shirt in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "where did jess go season 5 new girl", "output": "Respond('jury duty')" }, { "input": "greet Liam in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say something about yourself to women sitting in the kitchen counter", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('', 'sitting women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "meet Harrie in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who was elected to lead the montgomery bus boycott", "output": "Respond('King')" }, { "input": "How many individuals are lying down in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "greet Susan in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Time()" }, { "input": "Transport fork in living room to exit, give it to Fleur wearing orange shoes", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('fork', '') | Pickup() | Move_To('exit') | Search_Person('Fleur', 'wearing orange shoes') | Respond('Hi Fleur. this fork for you') | Give_To()" }, { "input": "Can you depict the person in the sitting at the lamp and answer a question as well?", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "By introducing yourself to the person dressed in a black T-shirt, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Explain appearance of lying down person to person in entrance.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "guide the waving person from the coffee table to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the shelf') | Move_To('shelf')" }, { "input": "describe the items on the hallway cabinet to Fleur.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Fleur', '') | Answer()" }, { "input": "take Susan to the coathanger", "output": "Respond('Okay, I am working on it') | Search_Person('Susan', '') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "bring me hagelslag from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Peter in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing blue sweater in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sara in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | What_Time()" }, { "input": "find cola in the kitchen then grasp it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "At kitchen counter, place bowl and knife on its left", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('knife', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Introduce yourself to the person who is wearing an orange T-shirt at the trashcan, then guide them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Deliver washcloth in office to Robin in trashcan", "output": "Respond('Okay, I will do it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Move_To('trashcan') | Search_Person('Robin', '') | Respond('Hi, this washcloth for you') | Give_To()" }, { "input": "greet Peter in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you please put dish on hallway cabinet?", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "find water in the hallway then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet John in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Jesse in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "count the fanta at the kitchen counter and report to person wearing an orange shirt in the exit", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('fanta','') | Move_To('exit') | Search_Person('', 'person wearing an orange shirt') | Answer()" }, { "input": "find milk in the office then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "what are the three races of triple crown", "output": "Respond('Preakness Stakes')" }, { "input": "greet the person wearing black t shirt in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black blouse in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | What_Tomorrow()" }, { "input": "greet the person wearing gray t shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'gray t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Sophie at the couch.", "output": "Respond('Okay I will greet Sophie') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?')" }, { "input": "salute Kevin in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "how tall is the great pyramid of egypt", "output": "Respond('138.8 metres ( 455.4 ft )')" }, { "input": "guide Robin who dressed in an orange T-shirt to the entrance from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing red t shirt in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | What_Time()" }, { "input": "go to the hallway cabinet then find washcloth and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Could you count water at the kitchen counter and let jarvis know", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('water', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "meet Sophie in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Time()" }, { "input": "meet Robin in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say something about yourself to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "who plays noah in the kissing booth netflix", "output": "Respond('Jacob Elordi')" }, { "input": "meet Harrie in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "look for a person pointing to the left in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person pointing to the right in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Look at curry in kitchen. Count them all up. Give jarvis that number.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "say your teams country to the person sitting in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "In the hallway, say hello to the tallest person and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please go behind the lead of the person wearing an orange shirt", "output": "Respond('okay I will follow the person wearing an orange shirt') | Search_Person('', 'wearing an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Say I need you to the Robin in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I need you')" }, { "input": "bring the yellow candy from the office for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('office') | Search_Object('candy', 'yellow') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Please retrieve the right-most fork from the TV table and deliver it to me.", "output": "Respond('Got it!') | Move_To('TV table') | Search_Object('fork', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Deliver cola in kitchen to person dressed in an orange shirt, the person is in lamp", "output": "Respond('Okay, I will do it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('lamp') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, this cola for you') | Give_To()" }, { "input": "At lamp, guide Laura who wearing yellow T-shirt to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Laura', 'wearing yellow T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing white t shirt in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | What_Time()" }, { "input": "greet Sophie in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "inform woman pointing to the left in the trashcan how many cup there are on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('cup','') | Move_To('trashcan') | Search_Person('', 'woman pointing to the left') | Answer()" }, { "input": "Introduce yourself to the person in the lamp who is wearing black pants and then escort them to the exit.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing black pants') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "meet John in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Give me the banana", "output": "Respond('Okay, I will give you the banana') | Search_Object('banana', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the banana')" }, { "input": "greet the person wearing yellow blouse in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tictac in hallway, you go count, then inform that number tony.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('tictac', '') | Search_Person('tony', '') | Answer()" }, { "input": "Check living room for all banana. Get number. Say number to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('banana', '') | Search_Person('tony', '') | Answer()" }, { "input": "Can you take the crisp away to living room and put in tray?", "output": "Respond('Forsure!') | Search_Object('crisp', '') | Pickup() | Move_To('living room') |Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet Liam in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Time()" }, { "input": "Say whats your favorite color to the person in the kitchen cabinet", "output": "Respond('Okay! I got it') | Move_To('kitchen cabinet') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "greet Liam in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "Could you describe to Noah the object on the shelf?", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('Noah', '') | Answer()" }, { "input": "To the oldest person, introduce yourself and take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find soap in the office then fetch it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the hallway are wearing orange shoes", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing orange shoes') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the desk to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the desk to the trashcan') | Move_To('trashcan')" }, { "input": "Once you've introduced yourself to the person wearing blue T-shirt, escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Sophie in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "inform person wearing orange pants in the couch how many plate exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('plate','') | Move_To('couch') | Search_Person('', 'person wearing orange pants') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "find water in the living room then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Take yellow milk from trashcan and then bring it to person who wearing blue pants", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('milk', 'yellow') | Pickup() | Search_Person('', 'wearing blue pants') | Respond('Hi, this is for you') | Give_To()" }, { "input": "who played the ice truck killer in dexter", "output": "Respond('Christian Camargo')" }, { "input": "guide the person wearing a hat to the entrance after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "What I need for you is to escort Gabrielle to the entrance, whom in the lounge chair,", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Gabrielle', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Harrie in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Day()" }, { "input": "locate a person pointing to the right in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "guide the waving person from the TV table to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the TV table') | Move_To('TV table')" }, { "input": "When you get a chance, can you head over to the office, count every single item of mayonaise in there, and give jarvis the final tally?", "output": "Respond('got it!') | Move_To('office') | Count_Object('mayonaise', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "The request for you is to guide the person who is the smallest lingering at the lamp to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "look for a person raising their right arm in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell the woman wearing blue shoes in the exit what day is tomorrow", "output": "Move_To('exit') | Search_Person('', 'woman wearing blue shoes') | What_Tomorrow()" }, { "input": "greet the person wearing white t shirt in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | What_Time()" }, { "input": "tell your teams country to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find washcloth in the office then take it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person pointing to the left in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "Pick up sausages and put it down at hallway cabinet", "output": "Respond('OK! I'm working on it') | Search_Object('sausages', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "get acquainted with Harrie at the trashcan, then go to the exit and greet her.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('exit') | Search_Person('Harrie', '') | Respond('Oh Harrie, we meet again!')" }, { "input": "say hello to the person sitting and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet William in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "guide the waving person from the exit to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the shelf') | Move_To('shelf')" }, { "input": "find a person raising their left arm in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "go to the lounge chair then look for a hagelslag and fetch it to the people standing in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Object('hagelslag', '') | Pickup() | Move_To('living room') | Search_Person('', 'standing people') | Give_To()" }, { "input": "salute the person wearing blue blouse in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please relate oldest man in the couch how many knife there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('knife','') | Move_To('couch') | Search_Person('', 'oldest man') | Answer()" }, { "input": "tell me how many people in the office are wearing white coats", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing white coats') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "meet William in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | What_Day()" }, { "input": "meet Robin in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "Find crisp, fetch that crisp and place on coffee table", "output": "Respond('Sure! I'm working on it') | Search_Object('crisp', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet the person wearing red t shirt in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | What_Time()" }, { "input": "greet Lucas in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell your teams country to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "look for a person raising their left arm in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Determine how many spoon are on the kitchen counter and report to that count to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('spoon', '') | Search_Person('tony', '') | Answer()" }, { "input": "Search the person and say I need your help", "output": "Respond('Okay! I got it') | Search_Person('', '') | Respond('I need your help')" }, { "input": "In the kitchen, say hello and mention your team's affiliation to the person wearing blue T-shirt.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet John in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Greet the person standing in the hallway and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Robin in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "Would you go get the black hagelslag from the trashcan and bring it to me?", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('hagelslag', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who wrote is you is or is you ain't my baby lyrics", "output": "Respond('Billy Austin')" }, { "input": "Could you please retrieve the biggest bowl from the dinner table and bring it to me?", "output": "Respond('Certainly!') | Move_To('dinner table') | Search_Object('bowl', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Look in living room. Count all ice tea there. Say number to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('ice tea', '') | Search_Person('tony', '') | Answer()" }, { "input": "Say yourself to the Hayley", "output": "Respond('Okay! I got it') | Search_Person('Hayley', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "pour cereal into a dish for me, please", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what day is today to the person wearing an orange T-shirt in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing an orange T-shirt') | What_Day()" }, { "input": "when was the united nations formed and what was its purpose", "output": "Respond('to create and maintain international order')" }, { "input": "find washcloth in the hallway then get it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Liam in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | What_Day()" }, { "input": "say hello to Robin in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Sophie in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | What_Time()" }, { "input": "explain the objects on the dishwasher for Kevin.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Kevin', '') | Answer()" }, { "input": "meet Fleur in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet Susan in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "look for a person raising their left arm in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "take them to the coathanger after introducing yourself to the person in the couch who is dressed in an orange shirt.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing black t shirt in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a person raising their left arm in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "locate a waving person in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Sophie in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Sophie', '') | Give_To()" }, { "input": "Your goal is transfer that knife and have it end up in the bag", "output": "Respond('Forsure!') | Search_Object('knife', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "meet Fleur in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Peter at the entrance.", "output": "Respond('Okay I will greet Peter') | Move_To('entrance') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?')" }, { "input": "meet Kevin in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please bring black plate from couch to kitchen. And hand it over to Peter", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('plate', 'black') | Pickup() | Move_To('kitchen') | Search_Person('Peter', '') | Respond('Hi. this plate for you') | Give_To()" }, { "input": "Find John in the kitchen counter, introduce yourself, and go behind.", "output": "Respond('got it!') | Move_To('kitchen counter') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "count the tictac at the lounge chair and then inform woman wearing black shoes in the entrance", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('tictac','') | Move_To('entrance') | Search_Person('', 'woman wearing black shoes') | Answer()" }, { "input": "meet Sophie at the entrance.", "output": "Respond('Okay I will meet Sophie') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hi Sophie, How are you doing?')" }, { "input": "go to the hallway cabinet then find orange and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('orange', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take cola from the dinner table and bring it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Susan in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "look for a person raising their left arm in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "salute Julia in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Time()" }, { "input": "find a person pointing to the left in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "Introduce your team's affiliation and greet the person lying down.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "at which stage does a silkworm produce silk thread", "output": "Respond('larvae')" }, { "input": "meet Kevin in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | What_Day()" }, { "input": "meet Jesse in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black blouse in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Hayley in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Hayley', '') | Give_To()" }, { "input": "Can you pour some drink into a dish?", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the name of the person at the lounge chair to the person at the loc2", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "find soap in the living room then take it and deliver it to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Please get the right-most cup from the office and bring it here to me.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('cup', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find water in the living room then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a person pointing to the right in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "In the living room, say hello and mention your team's affiliation to the tallest person.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Harrie in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "find Harrie", "output": "Respond('Okay, I will go find Harrie') | Search_Person('Harrie', '') | Respond('Here you are, I have found Harrie')" }, { "input": "go to the hallway cabinet then find banana and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('banana', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "relate woman wearing blue blouse in the trashcan how many soap there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('soap','') | Move_To('trashcan') | Search_Person('', 'woman wearing blue blouse') | Answer()" }, { "input": "go to the hallway cabinet then find sponges and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find a person at kitchen, guide them to TV table, and then hand over the plate.", "output": "Move_To('kitchen') | Search_Person('', '') | Respond('Hey, am here to guide you to TV table, please follow me') | Move_To('TV table') | Search_Object('plate', '') | Pickup() | Give_To()" }, { "input": "Tell whats your team affiliation to the person standing in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing blue t shirt in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet John in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute the person wearing yellow shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Susan in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | What_Day()" }, { "input": "greet the person wearing orange shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'orange shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "follow Emma from the dinner table to the office", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "Introduce yourself to the person sitting in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "tell me what is the heaviest object on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'heaviest') | Search_Person('user', '') | Answer()" }, { "input": "say the day of the month to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet Harrie in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Which is the blue object on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the blue object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell me the tallest item on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the tallest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "tell the pose of Liam at the shelf to the person at the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('shelf') | Search_Person('Liam', '') | Vision_Ask('describe to me the person posture') | Move_To('kitchen') | Vision_Ans()" }, { "input": "The request for you is to guide Susan who is the tallest lingering at the lamp to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Susan', 'tallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Emma in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "place a dish on the dinner table", "output": "Respond('Got it!') | Search_Object('dish', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Please go behind the lead of person wearing yellow pants", "output": "Respond('Sure, I will follow the person wearing yellow pants.') | Search_Person('', 'wearing yellow pants') | Respond('I am here to follow you.')| Follow()" }, { "input": "bring me curry from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to John in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "get acquainted with Laura at the coathanger, moving forward to greet him at the lamp.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('lamp') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "greet Sara in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "At exit, find a person, guide them to lounge chair, and then hand them the hagelslag.", "output": "Move_To('exit') | Search_Person('', '') | Respond('Hey, am here to guide you to lounge chair, please follow me') | Move_To('lounge chair') | Search_Object('hagelslag', '') | Pickup() | Give_To()" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet Susan in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "Would you like to tell me how many dishes are in the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "salute Harrie in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Fleur in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to Peter in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Peter', '') | Give_To()" }, { "input": "greet the person wearing blue shirt in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "locate a person raising their left arm in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Hayley in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Time()" }, { "input": "From lounge chair, meet Harrie who is the smallest and escort to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Harrie', 'smallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find Sara at the trashcan", "output": "Respond('Okay, I will go find Sara') | Move_To('trashcan') | Search_Person('Sara', '') | Respond('Here you are, I have found Sara')" }, { "input": "In the kitchen, say hello and mention your team's affiliation to the person wearing black shirt.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing black shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "follow Sophie from the exit to the hallway", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "go to the hallway cabinet then find candle and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "who takes the throne when the queen dies", "output": "Respond('Charles , Prince of Wales')" }, { "input": "look for a person raising their right arm in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "Introduce yourself to the Lucas in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('Lucas', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "greet Sara in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "say something about yourself to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie at the shelf then locate them in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "take cola from the hallway cabinet and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your mission is take coke from trashcan and convey it to entrance. Finally, handover that coke to person dressed in an orange T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('coke', '') | Pickup() | Move_To('entrance') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "Let's have you take Kevin who wearing orange pants you encounter at the couch and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Kevin', 'wearing orange pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "who took the picture of the flag raising at iwo jima", "output": "Respond('Joe Rosenthal')" }, { "input": "Please say what day is today to the men standing in the exit", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('', 'standing men') | What_Day()" }, { "input": "go behind the person dressed in a black blouse in the hallway", "output": "Respond('okay I will follow the person dressed in a black blouse') | Move_To('hallway') | Search_Person('', 'dressed in a black blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "look for a person raising their left arm in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and bring it to Susan in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Susan', '') | Give_To()" }, { "input": "greet Gabrielle in the exit and follow.", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('exit') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Follow()" }, { "input": "Take blue tictac from lounge chair and then bring it to person who wearing a necklace", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('tictac', 'blue') | Pickup() | Search_Person('', 'wearing a necklace') | Respond('Hi, this is for you') | Give_To()" }, { "input": "find soap in the hallway then fetch it and give it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "meet Sophie in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Emma in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "meet Fleur in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "greet the person wearing black coat in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | What_Day()" }, { "input": "locate a person pointing to the left in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Please guide the person who is the oldest from lounge chair to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please tell me what the blue object on the kitchen cabinet is.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the blue object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "I'd appreciate it if you could take the person who wearing orange pants situated in the trashcan to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing orange pants') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "From the couch to the exit, take the individual who is lying down.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'lying down') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "find a person pointing to the right in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "In the office, say hello to the person waving and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Give me the candle", "output": "Respond('Okay, I will give you the candle') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the candle')" }, { "input": "Please tell person raising their right arm in the coffee table how many pea soup there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('pea soup','') | Move_To('coffee table') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "tell woman wearing blue T-shirt in the living room how many water there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('water','') | Move_To('living room') | Search_Person('', 'woman wearing blue T-shirt') | Answer()" }, { "input": "look for a waving person in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Transport curry from kitchen to couch, give it to Peter", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('curry', '') | Pickup() | Move_To('couch') | Search_Person('Peter', '') | Respond('Hi Peter. this curry for you') | Give_To()" }, { "input": "meet Laura in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "Your mission is pick up black ice tea from living room and convey it to exit. Finally, handover that ice tea to person dressed in an orange shirt", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('ice tea', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "greet Robin in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "take the tallest person to the exit after making introductions in the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "take Gabrielle to the entrance from lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Gabrielle', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Take the hagelslag in shelf to the tray", "output": "Respond('Forsure!') | Move_To('shelf') | Search_Object('hagelslag', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "After you meet Robin at the couch, head to the dishwasher and greet her.", "output": "Respond('Okay i will greet her') | Move_To('couch') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('dishwasher') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "greet Sophie in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue shirt in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "relate woman dressed in an orange shirt in the trashcan how many ice tea there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('ice tea','') | Move_To('trashcan') | Search_Person('', 'woman dressed in an orange shirt') | Answer()" }, { "input": "greet Julia in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Fleur in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take cornflakes from the dinner table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "inform tony the soap count on the kitchen counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('soap', '') | Search_Person('tony', '') | Answer()" }, { "input": "desk having all spoon, you go count and say tony all the numbers.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('spoon', '') | Search_Person('tony', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "Begin at the trashcan by introducing yourself to the oldest person, then guide them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Robin in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "what are four steps in the distribution process", "output": "Respond('warehousing')" }, { "input": "greet Robin in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "Say whats your favorite color to the person in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "what is the meaning of mergers and acquisitions", "output": "Respond('transactions in which the ownership of companies , other business organizations , or their operating units are transferred or consolidated with other entities')" }, { "input": "when did the queensland floods start and end", "output": "Respond('November 2010 -- January 2011')" }, { "input": "go to the hallway cabinet then find candle and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say the time to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "greet William in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "greet Robin in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "go to the hallway cabinet then find cola and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Jesse in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "find soap in the hallway then take it and deliver it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "Please move to the shelf. tell me how many cleaning supplies are on there. ", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "milk in hallway, you go count, then inform that number tony.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('milk', '') | Search_Person('tony', '') | Answer()" }, { "input": "Inside desk cola, you look count and inform that numbers to jarvis.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('cola', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Shift blue banana from living room to tray in entrance", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('banana', 'blue') | Pickup() | Move_To('entrance') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing blue sweater in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "take washcloth from the hallway cabinet and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please move to the dishwasher. tell me how many snacks are on there. ", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | What_Time()" }, { "input": "greet the person wearing yellow t shirt in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | What_Tomorrow()" }, { "input": "Please tell me how many person pointing to the left are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "salute Laura in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Emma from the entrance to the kitchen", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Introduce yourself to the person sitting and then proceed to take them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "You should go after the lead of person wearing black shirt in the hallway", "output": "Respond('Sure, I will follow the person wearing black shirt.') | Move_To('hallway')| Search_Person('', 'wearing black shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "look for a person pointing to the right in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black t shirt in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the dishwasher tab at the trashcan and then report to man wearing a necklace in the exit", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('dishwasher tab','') | Move_To('exit') | Search_Person('', 'man wearing a necklace') | Answer()" }, { "input": "greet the person wearing yellow coat in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "salute Emma in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Can you tell me the biggest item on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the biggest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their left arm in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find a person raising their right arm in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet the person wearing yellow blouse in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin at the coathanger, moving forward to find her at the kitchen counter.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('kitchen counter') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "how did the atlanta falcons owner make his money", "output": "Respond('The Home Depot')" }, { "input": "bring me fanta from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Mention your team's affiliation and say hello to the person pointing to the left in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find the hagelslag", "output": "Respond('Okay, I will go find the hagelslag') | Search_Object('hagelslag', '') | Respond('Here it is, I have found the hagelslag')" }, { "input": "Go to the couch to meet Julia, introduce yourself, and escort them to the coathanger.", "output": "Respond(Okay i will greet the person) | Move_To('couch') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Navigate to find the blue cup and place on desk, and place the spoon in it", "output": "Respond('I got this!') | Search_Object('cup', 'blue') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('spoon', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Would you please deliver to me the smallest crisp from the couch?", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('crisp', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black jacket in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Make your introduction to Liam in the couch, then follow them to the entrance.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "inform person wearing black T-shirt in the trashcan how many tictac there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('tictac','') | Move_To('trashcan') | Search_Person('', 'person wearing black T-shirt') | Answer()" }, { "input": "greet Noah in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find washcloth and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say hello and mention your team's affiliation to the smallest person.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "It would be helpful if you could check inside the office, count the total articles of pea soup, and inform that number to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('pea soup', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Susan in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "I want you to fetch pancake mix from lamp and place in bag", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('pancake mix', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "escort the person who wearing blue shirt, in the trashcan, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing blue shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Transport cornflakes in kitchen to entrance, give it to John wearing orange shoes", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('cornflakes', '') | Pickup() | Move_To('entrance') | Search_Person('John', 'wearing orange shoes') | Respond('Hi John. this cornflakes for you') | Give_To()" }, { "input": "look for a person raising their right arm in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Meet Jesse and take to entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Jesse', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Make your introduction to the individual wearing orange shoes and escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "place a cup on the kitchen counter and a spoon on it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup()| Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing red t shirt in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell the time to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Laura in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Laura', '') | Give_To()" }, { "input": "I need you to take an inventory of the soap in the living room and inform jarvis of the exact number.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide the waving person from the hallway cabinet to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "You go dinner table, count plate, report to tony number.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('plate', '') | Search_Person('tony', '') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Your task is procure pringles and locate that pringles on TV table", "output": "Respond('Sure! I'm working on it') | Search_Object('pringles', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "meet Susan in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "meet Peter in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find cola in the kitchen then get it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Deliver peach in living room to person wearing an orange shirt", "output": "Respond('Okay, I will do it') | Move_To('living room') | Search_Object('peach', '') | Pickup() | Search_Person('', 'wearing an orange shirt') | Respond('Hi, this peach for you') | Give_To()" }, { "input": "tell your teams affiliation to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "describe the objects on the dinner table to Kevin.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Kevin', '') | Answer()" }, { "input": "count the water at the lounge chair and then inform woman wearing black shirt in the entrance", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('water','') | Move_To('entrance') | Search_Person('', 'woman wearing black shirt') | Answer()" }, { "input": "greet Liam in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Deposit lemon to tray", "output": "Respond('Forsure!') | Search_Object('lemon', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet Julia in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "Please give a description of the person showing the sitting at the coathanger and reply to a question.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Greet the person lying down and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take the person dressed in an orange blouse to the entrance after making introductions in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Take a yellow coke and put it down on hallway cabinet", "output": "Respond('OK! I'm working on it') | Search_Object('coke', 'yellow') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "guide the person wearing blue shoes from the trashcan to the entrance", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing blue shoes') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Laura in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white t shirt in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Tell whats your team afiliation to the person in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take the person dressed in an orange T-shirt from the lamp to the exit after introducing yourself.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "tell me how many person raising their right arm are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue shirt in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "who does the mom end up with in mamma mia", "output": "Respond('Sam')" }, { "input": "Say what is your fahvorite color to the person standing in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'standing') | Respond('My favorite color is blue')" }, { "input": "greet Lucas in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "Provide Peter with a description of the objects on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Peter', '') | Answer()" }, { "input": "meet Julia in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "get to know Robin at the office, then greet her at the TV table.", "output": "Respond('Okay i will greet her') | Move_To('office') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('TV table') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "give me a bowl with some cereal", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "explain to Robin what item is situated on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('What is the object on the kitchen counter') | Search_Person('Robin', '') | Answer()" }, { "input": "salute Noah in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take soap from the hallway cabinet and give it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "Look in coffee table. Count all knife there. Say number to tony.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('knife', '') | Search_Person('tony', '') | Answer()" }, { "input": "take the person lying down from the couch to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Say hello to the person who is pointing to the right and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "please tell the person wearing orange pants in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing orange pants') | What_Time()" }, { "input": "what is the latest need for speed game", "output": "Respond('Need for Speed Payback')" }, { "input": "meet Harrie in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue sweater in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Take dishwasher tab from trashcan and then bring it to person", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('dishwasher tab', '') | Pickup() | Search_Person('', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "what does the economic concept of guns or butter mean", "output": "Respond('demonstrates the relationship between a nation 's investment in defense and civilian goods')" }, { "input": "salute Emma in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow blouse in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "look for a person raising their right arm in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "Please relate woman wearing black blouse in the hallway how many curry there are on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('curry','') | Move_To('hallway') | Search_Person('', 'woman wearing black blouse') | Answer()" }, { "input": "In the living room, greet the person wearing blue blouse and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Can you count the number of people pointing to the left in the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Introduce yourself to the person in the lounge chair who is sitting and then guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue coat in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "From lamp, escort the person who is the smallest to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "escort the standing men in the dishwasher to the lamp", "output": "Respond('Okay, I Am working on it') | Move_To('dishwasher') | Search_Person('', 'standing men') | Respond('Hey, I am here to guide you to lamp, please follow me') | Move_To('lamp')" }, { "input": "Please bring soap to tallest person", "output": "Respond('Ok! I'll do it')| Search_Object('soap', '') | Pickup() | Search_Person('', 'tallest') | Respond('Hi. this soap for you') | Give_To()" }, { "input": "meet Liam in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black blouse in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Can I ask you to transfer pancake mix in hallway to exit and place in the basket?", "output": "Respond('Sure! I'm working on it') | Move_To('hallway') | Search_Object('pancake mix', '') | Pickup() | Move_To('exit') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "guide Peter to the entrance from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Peter', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Your job is pick up the black curry, carry it to lounge chair and then deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('curry', 'black') | Pickup() | Move_To('lounge chair') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "take milk from the hallway cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "count the strawberry at the lamp and then report to woman dressed in a blue T-shirt in the living room", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('strawberry','') | Move_To('living room') | Search_Person('', 'woman dressed in a blue T-shirt') | Answer()" }, { "input": "greet the person wearing black blouse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing yellow sweater in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "inform man dressed in an orange T-shirt in the entrance the number of plum present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('plum','') | Move_To('entrance') | Search_Person('', 'man dressed in an orange T-shirt') | Answer()" }, { "input": "Will you deliver to me the yellow orange that's in the entrance, please?", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('orange', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a waving person in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Susan in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "who played guitar on whitesnake still of the night", "output": "Respond('John Sykes')" }, { "input": "guide the person wearing a blue t shirt from the lamp to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the dinner table') | Move_To('dinner table')" }, { "input": "go behind the the lead of person wearing an orange blouse in the office", "output": "Respond('okay I will follow the person wearing an orange blouse') | Move_To('office') | Search_Person('', 'wearing an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Go introduce yourself to Harrie in the coathanger, and then follow.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "What is the black object situated on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the black object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "Go to the kitchen counter and introduce yourself to Hayley, then go after them to the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet William in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | What_Time()" }, { "input": "greet the person wearing white shirt in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | What_Time()" }, { "input": "say hello to Hayley in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Hayley in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "In the lamp, find the one lying down, introduce yourself, and take them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "What is the black object you can find on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the black object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "Go to lounge chair, take cup and set on shelf. Then set fork on its right", "output": "Respond('I got this!') | Move_To('lounge chair') |Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('fork', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Please relate woman wearing an orange shirt in the trashcan how many pear there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pear','') | Move_To('trashcan') | Search_Person('', 'woman wearing an orange shirt') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the TV table to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the TV table to the trashcan') | Move_To('trashcan')" }, { "input": "please tell the person wearing yellow pants in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing yellow pants') | What_Time()" }, { "input": "find washcloth in the kitchen then grasp it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "report to tony after counting pringles at the living room.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pringles', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Jesse in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Day()" }, { "input": "washcloth in TV table, you go count, then inform that number jarvis.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('washcloth', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Emma in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "Could you please grab the yellow coke from the hallway and bring it here?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('coke', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "You should tell me the pose of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Person lying down is at exit, tell me details.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the left in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to Peter in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Peter', '') | Give_To()" }, { "input": "take cola from the desk and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing white shirt in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Go to lounge chair to fetch pear and put it inside the bag", "output": "Respond('Forsure!') | Move_To('lounge chair') | Search_Object('pear', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "take coke from the coffee table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find fanta and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Lucas in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Time()" }, { "input": "go to the hallway cabinet then find coke and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Kevin in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "please say something about yourself to women who is lying down in the office", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'lying down women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "find a waving person in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Time()" }, { "input": "greet the person wearing white shirt in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "What's the left-most object present on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the left-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "State your team's affiliation and say hello to the person dressed in a yellow blouse.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Robin in the dinner table and follow them to the office", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('dinner table') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Follow()" }, { "input": "relate man wearing yellow pants in the desk how many hagelslag there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('hagelslag','') | Move_To('desk') | Search_Person('', 'man wearing yellow pants') | Answer()" }, { "input": "greet Lucas in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Laura in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Could you put a cup on the dishwasher and a knife on it?", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('knife', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "who wrote the music for the magnificent seven", "output": "Respond('Elmer Bernstein')" }, { "input": "follow sitting people in the couch", "output": "Respond('okay I will follow sitting people') | Move_To('couch') | Search_Person('', 'sitting people')| Respond('I am here to follow you.') | Follow()" }, { "input": "find water in the kitchen then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Can you count the number of people waving in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('waving') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find coke and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "how many days is morgan going to eat a fast food only diet", "output": "Respond('a 30 - day period')" }, { "input": "guide the waving person from the kitchen cabinet to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the kitchen cabinet to the entrance') | Move_To('entrance')" }, { "input": "Say your team's affiliation and greet the oldest person.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I need you to take an inventory of the washcloth in the dinner table and inform tony of the exact number.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('washcloth', '') | Search_Person('tony', '') | Answer()" }, { "input": "At couch, escort Sara who wearing an orange blouse to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Sara', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "take soap from the desk and deliver it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "go to the hallway cabinet then find cola and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie at the couch.", "output": "Respond('Okay I will meet Sophie') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hi Sophie, How are you doing?')" }, { "input": "follow Sara from the entrance to the hallway", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sara', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "salute the person wearing blue coat in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take soap from the hallway cabinet and give it to Harrie in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Harrie', '') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the exit to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the TV table') | Move_To('TV table')" }, { "input": "follow the lead of person wearing an orange shirt in the living room", "output": "Respond('Sure, I will follow the person wearing an orange shirt.') | Move_To('living room')| Search_Person('', 'wearing an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Make your introduction to Fleur in the coffee table, then go after.", "output": "Respond('got it!') | Move_To('coffee table') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "On shelf, put the dish", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet the person wearing black jacket in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "follow Julia from the coffee table to the hallway", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "find a waving person in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "You should follow person dressed in an orange blouse in the living room", "output": "Respond('Sure, I will follow the person dressed in an orange blouse.') | Move_To('living room')| Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "guide the person wearing a blue t shirt from the TV table to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the TV table to the coffee table') | Move_To('coffee table')" }, { "input": "find soap in the hallway then fetch it and bring it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "tell me what is the biggest food on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'biggest food') | Search_Person('user', '') | Answer()" }, { "input": "how many legislative assemblies are there in india", "output": "Respond('34')" }, { "input": "count the dubbelfris at the lamp and inform person wearing black T-shirt in the coathanger", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('dubbelfris','') | Move_To('coathanger') | Search_Person('', 'person wearing black T-shirt') | Answer()" }, { "input": "escort the person wearing yellow T-shirt from the trashcan to the entrance after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Go look in hallway. Count all the pear. Report number to tony.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('pear', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Emma in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "Please bring lemon from couch to Liam", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('lemon', '') | Pickup() | Search_Person('Liam', '') | Respond('Hi. this lemon for you') | Give_To()" }, { "input": "take coke from the desk and bring it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing red jacket in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "salute Sophie in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "what time will kingdom come deliverance come out", "output": "Respond('on 13 February 2018')" }, { "input": "tell me what is the biggest fruits on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'biggest fruits') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the desk to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the dinner table') | Move_To('dinner table')" }, { "input": "Determine how many plum are on the kitchen counter and report to that count to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('plum', '') | Search_Person('tony', '') | Answer()" }, { "input": "Can you pour some cereal into a dish?", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the left in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet Jesse in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Please follow person wearing orange pants", "output": "Respond('Sure, I will follow the person wearing orange pants.') | Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet Jesse in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Find pea soup, fetch that pea soup and place on kitchen counter", "output": "Respond('Sure! I'm working on it') | Search_Object('pea soup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "say hello to John in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing white shirt in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "Please relate smallest person in the living room how many pear there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('pear','') | Move_To('living room') | Search_Person('', 'smallest person') | Answer()" }, { "input": "go to the living room and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "meet Susan in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "Say yourself to the John in the hallway", "output": "Respond('Okay! I got it') | Move_To('hallway') | Search_Person('John', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "find soap in the kitchen then fetch it and give it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "meet Robin at the couch, moving forward to find him at the kitchen counter.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('kitchen counter') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "say your teams name to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue jacket in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the hallway then take it and give it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "bring me sponges from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white shirt in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "inform tallest person in the couch how many hagelslag there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('hagelslag','') | Move_To('couch') | Search_Person('', 'tallest person') | Answer()" }, { "input": "greet the person wearing white t shirt in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow sweater in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing gray jacket in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'gray jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "Please make your way to the lamp and take Robin to the entrance whom wearing glasses.", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Robin', 'wearing glasses') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "pick up the knife", "output": "Respond('Okay, I will go get the knife') | Search_Object('knife', '') | Pickup() | Respond('Here you go, I have got you the knife')" }, { "input": "Take blue tictac from lounge chair and then bring it to person who wearing glasses", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('tictac', 'blue') | Pickup() | Search_Person('', 'wearing glasses') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing white jacket in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Susan in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "follow the person raising their right arm at living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Follow()" }, { "input": "Your mission is pick up yellow spoon from living room and convey it to coathanger. Finally, handover that spoon to person wearing an orange shirt", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('spoon', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing an orange shirt') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "pour some drink into a bowl for me", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you pour a bowl with cereal for me?", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me dubbelfris from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Deliver water in office to person wearing an orange shirt, the person is in lounge chair", "output": "Respond('Okay, I will do it') | Move_To('office') | Search_Object('water', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, this water for you') | Give_To()" }, { "input": "would you tell the person wearing black T-shirt in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person wearing black T-shirt') | What_Tomorrow()" }, { "input": "greet the person wearing gray sweater in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'gray sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Would you tell me how many waving person are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "inform smallest woman in the entrance how many coke exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('coke','') | Move_To('entrance') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "greet Lucas in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "tell me what is the smallest decorations on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'smallest decorations') | Search_Person('user', '') | Answer()" }, { "input": "who played jesse in queen of the damned", "output": "Respond('Richael Tanner')" }, { "input": "follow Julia from the desk to the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "After you meet Hayley at the lamp, go and greet her at the exit.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('exit') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "who was thought to be the first european to discover australia", "output": "Respond('Dutch navigator Willem Janszoon , in 1606')" }, { "input": "In tray, place dubbelfris", "output": "Respond('Forsure!') | Search_Object('dubbelfris', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Can you bring me the yellow curry from the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('curry', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please fetch the black washcloth from the kitchen cabinet and deliver it to trashcan.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('washcloth', 'black') | Pickup() | Move_To('trashcan') | Place_On('trashcan')" }, { "input": "find soap in the kitchen then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing white blouse in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "say what day is today to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Say whats your favorite color to the person in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "meet Harrie in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "First, move to lounge chair, meet Lucas and guide towards the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Lucas', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Tell your team's affiliation and say hello to the person standing.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow coat in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('I am here to follow you') | Follow()" }, { "input": "Say I love you to the William in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('William', '') | Respond('I need you')" }, { "input": "take fanta from the TV table and bring it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the desk to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the shelf') | Move_To('shelf')" }, { "input": "greet the person wearing blue coat in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | What_Time()" }, { "input": "salute Hayley in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black shirt in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "First, move to couch, meet the person who is the oldest and escort towards the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet John in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | What_Time()" }, { "input": "tell man wearing yellow shoes in the exit how many hagelslag exist on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('hagelslag','') | Move_To('exit') | Search_Person('', 'man wearing yellow shoes') | Answer()" }, { "input": "greet Lucas in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | What_Day()" }, { "input": "say hello to Liam in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing gray blouse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'gray blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take soap from the shelf and deliver it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "when is rick and morty season 3 starting", "output": "Respond('April 1 , 2017')" }, { "input": "who played crusher in last of the summer wine", "output": "Respond('Jonathan Linsley')" }, { "input": "where did they film orange is the new black", "output": "Respond('the old Rockland Children 's Psychiatric Center in Rockland County , New York')" }, { "input": "greet the person wearing blue shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Sophie at the exit then look for them in the living room", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "locate a waving person in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "What is the right-most object that can be found on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the right-most object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet Susan in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Could you tell me how many person pointing to the right are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley at the coathanger, then find her at the dishwasher.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('dishwasher') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "Please tell me what the yellow object is on the TV table.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the yellow object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "After introducing yourself to the person wearing a necklace, take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take soap from the desk and give it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing blue sweater in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "look for a person pointing to the right in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say your teams affiliation to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "who represents cameron county in the us house of representatives (texas dist. 34)", "output": "Respond('Filemon Vela , Jr .')" }, { "input": "shelf having washcloth, you check and count, report to that amount to jarvis.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('washcloth', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide the waving person from the lounge chair to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "Start by introducing yourself to the individual wearing blue shoes in the trashcan, then guide them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing blue shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "tell me what is the biggest object on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'biggest') | Search_Person('user', '') | Answer()" }, { "input": "take the standing men in the office to the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'standing men') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing orange coat in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'orange coat') | Respond('I am here to follow you') | Follow()" }, { "input": "count the soap at the couch and inform man dressed in a yellow shirt in the desk", "output": "Respond('got it!') | Move_To('couch') | Count_Object('soap','') | Move_To('desk') | Search_Person('', 'man dressed in a yellow shirt') | Answer()" }, { "input": "guide the waving person from the desk to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the desk to the coathanger') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find water and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "hagelslag in hallway, you go count, then inform that number jarvis.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('hagelslag', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "In bag, place pancake mix", "output": "Respond('Forsure!') | Search_Object('pancake mix', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "guide Sophie from the coathanger to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the TV table') | Move_To('TV table')" }, { "input": "meet Susan in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sophie at the coathanger then find them in the hallway", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Emma in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Time()" }, { "input": "timon from lion king what kind of animal", "output": "Respond('meerkat')" }, { "input": "greet John in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | What_Day()" }, { "input": "At trashcan, meet Fleur and escort to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Fleur', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "say the pose of Peter at the couch to the person at the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('Peter', '') | Vision_Ask('describe to me the person posture') | Move_To('hallway') | Vision_Ans()" }, { "input": "find soap in the office then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "deliver to the tallest fork from the kitchen for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('fork', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "salute Hayley in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please go after sitting women in the kitchen", "output": "Respond('okay I will follow sitting women') | Move_To('kitchen') | Search_Person('', 'sitting women')| Respond('I am here to follow you.') | Follow()" }, { "input": "Store this blue crisp to bag", "output": "Respond('Forsure!') | Search_Object('crisp', 'blue') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "give an example of a topological space which is not metrizable", "output": "Respond('the Zariski topology on an algebraic variety or on the spectrum of a ring , used in algebraic geometry')" }, { "input": "Could you tell me the number of people waving in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('waving') | Search_Person('user', '') | Answer()" }, { "input": "Tell whats your team affiliation to the person standing in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Hayley in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "salute Sara in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find pear and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "At the lounge chair, meet Jesse, then find her at the kitchen counter.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('kitchen counter') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "greet Noah in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | What_Day()" }, { "input": "Go introduce yourself to Laura in the shelf, and then go after them to the hallway.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Please relate woman wearing orange shoes in the trashcan how many hagelslag there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('hagelslag','') | Move_To('trashcan') | Search_Person('', 'woman wearing orange shoes') | Answer()" }, { "input": "In bag in lamp, store the yellow candy", "output": "Respond('Forsure!') | Search_Object('candy', 'yellow') | Pickup() | Move_To('lamp') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "Please go behind person wearing glasses in the kitchen", "output": "Respond('Sure, I will follow the person wearing glasses.') | Move_To('kitchen')| Search_Person('', 'wearing glasses')| Respond('I am here to follow you.') | Follow()" }, { "input": "escort the tallest person to the exit after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "tell person dressed in an orange T-shirt in the trashcan how many milk there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('milk','') | Move_To('trashcan') | Search_Person('', 'person dressed in an orange T-shirt') | Answer()" }, { "input": "please say something about yourself to Julia who is standing in the desk", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Person('Julia', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Julia in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Julia', '') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "greet Sara in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "I want you to deliver plate to tray in office", "output": "Respond('Sure! I'm working on it') | Search_Object('plate', '') | Pickup() | Move_To('office') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "look for a person raising their right arm in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Look inside dishwasher, banana there, count and give number to tony.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('banana', '') | Search_Person('tony', '') | Answer()" }, { "input": "Please inform person dressed in an orange shirt in the living room how many pear there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pear','') | Move_To('living room') | Search_Person('', 'person dressed in an orange shirt') | Answer()" }, { "input": "inform man wearing an orange shirt in the entrance the number of strawberry present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('strawberry','') | Move_To('entrance') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "take the sitting people at the lamp to the TV table", "output": "Respond('Okay, I Am working on it') | Move_To('lamp') | Search_Person('', 'sitting people') | Respond('Hey, I am here to guide you to TV table, please follow me') | Move_To('TV table')" }, { "input": "meet Susan in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "Inside kitchen counter coke, you look count and inform that numbers to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('coke', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "say what day is tomorrow to the man wearing blue T-shirt in the exit", "output": "Move_To('exit') | Search_Person('', 'man wearing blue T-shirt') | What_Tomorrow()" }, { "input": "take soap from the hallway cabinet and bring it to John in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('John', '') | Give_To()" }, { "input": "greet Laura in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Time()" }, { "input": "tell your teams name to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Fleur in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "First, move to lounge chair, meet the person who is sitting and guide towards the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing yellow t shirt in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Give me the pringles", "output": "Respond('Okay, I will give you the pringles') | Search_Object('pringles', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the pringles')" }, { "input": "meet Peter in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "take cornflakes from the desk and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take soap from the hallway cabinet and deliver it to Lucas in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', '') | Give_To()" }, { "input": "relate person pointing to the right in the couch how many knife there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('knife','') | Move_To('couch') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "tell the man dressed in a yellow shirt in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man dressed in a yellow shirt') | What_Time()" }, { "input": "pour a cup full of cereal for me", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "What's the name of the bear cub exported from Canada to the London Zoo in 1915?", "output": "Respond('The bear cub was named Winnipeg. It inspired the stories of Winnie-the-Pooh.')" }, { "input": "greet Fleur in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | What_Day()" }, { "input": "guide the waving person from the kitchen cabinet to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the kitchen cabinet to the coathanger') | Move_To('coathanger')" }, { "input": "greet Robin in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say hello to Emma in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "How many people in the kitchen are dressed in a black T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in a black T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "Please take the person who is the tallest, whom is in couch, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "guide the waving person from the entrance to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the desk') | Move_To('desk')" }, { "input": "What object can be identified as the right-most on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the right-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "meet Jesse in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet William in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please go after the the lead of person wearing a necklace in the hallway", "output": "Respond('okay I will follow the person wearing a necklace') | Move_To('hallway') | Search_Person('', 'wearing a necklace')| Respond('I am here to follow you.') | Follow()" }, { "input": "Introduce yourself to the person who is wearing yellow shirt, then escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "guide the person wearing a blue t shirt from the exit to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "take Sophie to the trashcan", "output": "Respond('Okay, I am working on it') | Search_Person('Sophie', '') | Respond('Hey, I am here to guide you to trashcan, please follow me') | Move_To('trashcan')" }, { "input": "deliver to me the left-most milk from the kitchen cabinet", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('milk', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white sweater in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say hello to the person standing in the hallway and say your team's affiliation", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find water and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Person is at entrance, explain appearance of sitting person to him.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "find soap in the hallway then take it and deliver it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "what does r e o speedwagon stand for", "output": "Respond('from the REO Speed Wagon , a flatbed truck Doughty had studied in transportation history')" }, { "input": "Find the person standing, introduce yourself, and escort them towards the exit.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "tell me what is the smallest snacks on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'smallest snacks') | Search_Person('user', '') | Answer()" }, { "input": "tell man pointing to the right in the office how many washcloth there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('washcloth','') | Move_To('office') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "I need you to deliver to me a cup with full of noodles", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who plays marshall father on how i met your mother", "output": "Respond('William Mark `` Bill '' Fagerbakke')" }, { "input": "greet the person wearing orange sweater in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'orange sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "find soap in the living room then take it and give it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "describe the items on the shelf to John.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('describe the objects on the shelf') | Search_Person('John', '') | Answer()" }, { "input": "Find pear at coathanger, and then take it to smallest person in living room", "output": "Respond('Sure! I'll do it for you') | Move_To('coathanger') | Search_Object('pear', '') | Pickup() | Move_To('living room') | Search_Person('', 'smallest') | Respond('Hi, this pear for you') | Give_To()" }, { "input": "inform man dressed in an orange T-shirt in the office how many fanta there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('fanta','') | Move_To('office') | Search_Person('', 'man dressed in an orange T-shirt') | Answer()" }, { "input": "look for a person pointing to the right in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a person pointing to the right in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "meet Emma in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "how do they make the chicago river green", "output": "Respond('forty pounds of powdered vegetable dye')" }, { "input": "say your teams name to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide Sophie from the couch to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing black blouse in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Fleur in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Julia in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sara in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Go to the dinner table and introduce yourself to Laura, then go after them to the living room.", "output": "Respond('got it!') | Move_To('dinner table') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Lucas in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "locate a person pointing to the left in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "greet Harrie in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Kevin in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "How many individuals in the office are sitting?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "What object is the yellow one on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the yellow object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "find a person raising their right arm in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet the person wearing blue sweater in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "guide the waving person from the couch to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the desk') | Move_To('desk')" }, { "input": "First, get to know Susan at the hallway, then find him at the kitchen cabinet.", "output": "Respond('Okay i will greet him') | Move_To('hallway') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Susan', '') | Respond('Oh Susan, we meet again!')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Jesse in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Jesse', '') | Give_To()" }, { "input": "greet Sara in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "To Susan dressed in a yellow shirt in kitchen, acquire washcloth from coathanger and pass it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('washcloth', '') | Pickup() | Move_To('kitchen') | Search_Person('Susan', 'dressed in a yellow shirt') | Respond('Hi. this washcloth for you') | Give_To()" }, { "input": "movie indiana jones and the last crusade cast", "output": "Respond('Julian Glover')" }, { "input": "meet Susan in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the trashcan') | Move_To('trashcan')" }, { "input": "find soap in the hallway then take it and bring it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "greet Lucas in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "greet the person wearing black blouse in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Fetch sausages and then move to TV table and put that sausages on", "output": "Respond('Sure! I'm working on it') | Search_Object('sausages', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "look for a waving person in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Tell I love you to the person lying down in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('', 'lying down') | Respond('I love you')" }, { "input": "locate a waving person in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person pointing to the right in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person wearing a blue t shirt from the entrance to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the entrance to the exit') | Move_To('exit')" }, { "input": "greet Laura in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "inform person wearing orange pants in the trashcan how many strawberry there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('strawberry','') | Move_To('trashcan') | Search_Person('', 'person wearing orange pants') | Answer()" }, { "input": "say the day of the week to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Please tell woman raising their left arm in the couch how many fork there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('fork','') | Move_To('couch') | Search_Person('', 'woman raising their left arm') | Answer()" }, { "input": "greet John in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | What_Time()" }, { "input": "answer the quiz of the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Your task is get black hagelslag and lay that hagelslag on TV table", "output": "Respond('Sure! I'm working on it') | Search_Object('hagelslag', 'black') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "greet Noah in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a person pointing to the left in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "get to know Gabrielle at the trashcan, proceed to the coathanger and greet him.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('coathanger') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "tell man wearing an orange blouse in the trashcan the number of peach present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('peach','') | Move_To('trashcan') | Search_Person('', 'man wearing an orange blouse') | Answer()" }, { "input": "tell me what is the smallest drinks on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'smallest drinks') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find cola and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Susan in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Could you tally up apple at the hallway and inform jarvis", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('apple', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "will you say what day is tomorrow to the woman wearing a necklace in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'woman wearing a necklace') | What_Tomorrow()" }, { "input": "Transport banana from kitchen to couch, give it to Jesse", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('banana', '') | Pickup() | Move_To('couch') | Search_Person('Jesse', '') | Respond('Hi Jesse. this banana for you') | Give_To()" }, { "input": "In the office, how many individuals are dressed in an orange blouse?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the waving person in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Go introduce yourself to Julia in the shelf, and then follow.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "What is the smallest object found on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the smallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Find a person at entrance, guide them to trashcan, and then hand over the dubbelfris.", "output": "Move_To('entrance') | Search_Person('', '') | Respond('Hey, am here to guide you to trashcan, please follow me') | Move_To('trashcan') | Search_Object('dubbelfris', '') | Pickup() | Give_To()" }, { "input": "Say hello to the person sitting in the office and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "bring me the left-most apple from the coffee table.", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('apple', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please bring black stroopwafel from trashcan to living room. And hand it over to Laura", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('stroopwafel', 'black') | Pickup() | Move_To('living room') | Search_Person('Laura', '') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "follow the person raising their right arm at office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Follow()" }, { "input": "meet Sara in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the banana at the dinner table and report to man wearing black T-shirt in the office", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('banana','') | Move_To('office') | Search_Person('', 'man wearing black T-shirt') | Answer()" }, { "input": "meet Sara in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet the person wearing black jacket in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Deliver cola in kitchen to person wearing an orange blouse, the person is in couch", "output": "Respond('Okay, I will do it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, this cola for you') | Give_To()" }, { "input": "greet Susan in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Tell I need you to the Robin in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('Robin', '') | Respond('I need you')" }, { "input": "greet the person wearing yellow blouse in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet Jesse in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Meet Emma in the shelf, introduce yourself, and then go behind.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Sara in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "look for a waving person in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing blue shirt in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell man raising their right arm in the trashcan how many cornflakes there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('cornflakes','') | Move_To('trashcan') | Search_Person('', 'man raising their right arm') | Answer()" }, { "input": "Please inform person dressed in an orange shirt in the living room how many washcloth there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('washcloth','') | Move_To('living room') | Search_Person('', 'person dressed in an orange shirt') | Answer()" }, { "input": "answer the quiz of the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Peter in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | What_Day()" }, { "input": "greet the person wearing yellow sweater in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "guide the waving person from the lounge chair to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the desk') | Move_To('desk')" }, { "input": "meet Sara in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "Say whats your team affiliation to the person sitting in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a person raising their left arm in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing orange shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'orange shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say the day of the month to the man wearing an orange blouse in the coffee table", "output": "Move_To('coffee table') | Search_Person('', 'man wearing an orange blouse') | What_Day()" }, { "input": "meet Robin in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet the person wearing blue sweater in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find sponges in the kitchen then take it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the woman wearing a necklace in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing a necklace') | What_Day()" }, { "input": "I'd appreciate it if you could take Jesse, who is the oldest situated in the trashcan, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Jesse', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell me how the person lying down looks like", "output": "Respond('Am on it!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "salute Julia in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white blouse in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "take sponges from the coffee table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell me how many people in the office are wearing blue jackets", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing blue jackets') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell me which is the right-most object on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the right-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "report to tony the number of peach present on the dining room table.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('peach', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing black sweater in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | What_Tomorrow()" }, { "input": "meet John at the entrance, then welcome her at the hallway cabinet.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('hallway cabinet') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "salute Hayley in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "which structure links the right and left sides of the gray matter in the spinal cord", "output": "Respond('grey commissure')" }, { "input": "Please transfer spoon in lounge chair to shelf", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('spoon', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Please inform child in the entrance how many candle there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('candle','') | Move_To('entrance') | Search_Person('', 'child') | Answer()" }, { "input": "meet Sophie at the trashcan then find them in the hallway", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Tell your team's affiliation and say hello to the person wearing yellow pants.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide Sophie from the exit to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the lounge chair') | Move_To('lounge chair')" }, { "input": "Introduce yourself to the person pointing to the right and then proceed to take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find cola in the living room then grasp it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find sponges in the hallway then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Make your introduction to the tallest individual and guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find soap in the hallway then grasp it and give it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "greet Hayley in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "You need to find dish in the hallway and set it on coffee table", "output": "Respond('I got this!') | Move_To('hallway') |Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "salute Emma in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Time()" }, { "input": "greet Kevin in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell the gesture of the person at the couch to the person at the loc2", "output": "Respond('got it') | Move_To('couch') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in couch is') | Answer()" }, { "input": "Could you give the blue fanta from the kitchen and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('fanta', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet Julia in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "Could you fetch the blue sponge from the dishwasher and bring it to kitchen?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('sponge', 'blue') | Pickup() | Move_To('kitchen') | Place_On('kitchen')" }, { "input": "greet the person wearing yellow coat in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Would you be able to pop into the kitchen, do a cornflakes count, and pass that total along to jarvis afterwards?", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('cornflakes', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "who plays crazy eyes orange is the new black", "output": "Respond('Uzoamaka Nwanneka `` Uzo '' Aduba')" }, { "input": "find washcloth in the living room then get it and deliver it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Julia in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet Harrie in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Deliver plate in hallway to person wearing orange shoes, the person is in couch", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('plate', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing orange shoes') | Respond('Hi, this plate for you') | Give_To()" }, { "input": "salute Robin in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "State your team's affiliation and say hello to the person pointing to the left.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Sophie in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "greet Hayley in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please transport that liquorice and deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('liquorice', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "guide the person who wearing yellow T-shirt from coathanger to lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please take the person who is the smallest from lounge chair to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "From trashcan, escort Jesse to entrance whom wearing blue shoes", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Jesse', 'wearing blue shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "escort the person who wearing an orange blouse from coathanger to lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Take stock of crisp at the TV table and inform jarvis", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "salute Laura in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "Shift blue plum from living room to tray in entrance", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('plum', 'blue') | Pickup() | Move_To('entrance') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Would you pour some noodles into a bowl for me?", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me what is the largest food on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'largest food') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the entrance to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the entrance to the coathanger') | Move_To('coathanger')" }, { "input": "greet the person wearing blue coat in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Julia in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "tell me how many people in the living room are raising their left arm", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "Please relate smallest man in the couch how many stroopwafel there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('stroopwafel','') | Move_To('couch') | Search_Person('', 'smallest man') | Answer()" }, { "input": "greet the person wearing yellow sweater in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Which object on the desk is the tallest?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the tallest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black sweater in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "take cornflakes from the coffee table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Retrieve the biggest pear from the kitchen counter and bring it to me", "output": "Respond('Got it!') | Move_To('kitchen counter') | Search_Object('pear', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your job is put the dish at the dishwasher, and once that's done, put the knife on its right", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('knife', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "I wand you to carry plate from couch to kitchen. Then hand it over to tallest ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('plate', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'tallest') | Respond('Hi. this plate for you') | Give_To()" }, { "input": "what are the names of the characters in the breakfast club", "output": "Respond('John Bender')" }, { "input": "get acquainted with Harrie at the kitchen, then go to the hallway cabinet to find her.", "output": "Respond('Okay i will greet her') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('hallway cabinet') | Search_Person('Harrie', '') | Respond('Oh Harrie, we meet again!')" }, { "input": "greet Hayley in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "locate a person raising their right arm in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "liquorice is in desk, you go there count and give jarvis the numbers.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Move to the lounge chair, look for a dishwasher tab, and hand it to the person lying down in the exit.", "output": "Respond('Okay i got it!') | Move_To('lounge chair') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('exit') | Search_Person('', 'lying down') | Give_To()" }, { "input": "Please move to the coffee table. tell me how many drinks are on there. ", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow coat in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell jarvis how many peach are in the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Deliver yellow cornflakes to Julia dressed in an orange T-shirt, Julia is in lounge chair", "output": "Respond('Okay, I will do it') | Search_Object('cornflakes', 'yellow') | Pickup() | Move_To('lounge chair') | Search_Person('Julia', 'dressed in an orange T-shirt') | Respond('Hi, this cornflakes for you') | Give_To()" }, { "input": "The request for you is to guide Sophie who is the oldest lingering at the lamp to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Sophie', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing black coat in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | What_Day()" }, { "input": "Please tell me the gesture of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "follow Emma from the coathanger to the living room", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "Safely escort the person who wearing yellow pants through entrance from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing yellow pants') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "bring me the black pear at the kitchen cabinet and also answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen cabinet') | Search_Object('pear', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet the person wearing blue t shirt in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "explain to Noah what item is situated on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('Noah', '') | Answer()" }, { "input": "meet Lucas in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Say your team's affiliation and greet the person wearing orange shoes.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "inform person pointing to the right in the entrance how many cornflakes there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('cornflakes','') | Move_To('entrance') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "take soap from the shelf and bring it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "tell the pose of Fleur at the lamp to the person at the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('lamp') | Search_Person('Fleur', '') | Vision_Ask('describe to me the person posture') | Move_To('kitchen cabinet') | Vision_Ans()" }, { "input": "bring me pear from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you tell me the number of people wearing blue blouse in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing blue blouse') | Search_Person('user', '') | Answer()" }, { "input": "tell your teams country to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their left arm in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "Deliver yellow cornflakes to Julia dressed in an orange blouse, Julia is in lounge chair", "output": "Respond('Okay, I will do it') | Search_Object('cornflakes', 'yellow') | Pickup() | Move_To('lounge chair') | Search_Person('Julia', 'dressed in an orange blouse') | Respond('Hi, this cornflakes for you') | Give_To()" }, { "input": "locate a waving person in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Time()" }, { "input": "Please tell person raising their right arm in the desk how many hagelslag there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('hagelslag','') | Move_To('desk') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "find a person pointing to the right in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please pour a bowl full of cereal", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black blouse in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "Can you tell me what the tallest item is on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the tallest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "salute Sophie in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Robin in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Time()" }, { "input": "take them to the coathanger after introducing yourself to the person who is waving.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Emma in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "who wins season 12 of america's next top model", "output": "Respond('Teyona Anderson')" }, { "input": "salute Kevin in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing blue blouse in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say hello to the person lying down and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue shirt in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your task is earn sausages at lamp and shift that sausages on dishwasher", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('sausages', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "greet Liam in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing white t shirt in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black shirt in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | What_Time()" }, { "input": "who stars in my big fat greek wedding", "output": "Respond('Nia Vardalos')" }, { "input": "take soap from the desk and deliver it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Say your team's affiliation and greet the person wearing black pants in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing black pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take soap from the hallway cabinet and bring it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "go to the hallway cabinet then find banana and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('banana', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing white sweater in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "look for a person raising their right arm in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing yellow t shirt in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "Safely guide the person who wearing glasses through exit from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing glasses') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing black sweater in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide Sophie from the couch to the dinner table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the dinner table') | Move_To('dinner table')" }, { "input": "Transport hagelslag in kitchen to coathanger, give it to person dressed in a yellow T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('hagelslag', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi. this hagelslag for you') | Give_To()" }, { "input": "greet the person wearing blue blouse in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say hello to the person standing and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing black t shirt in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Take away this apple to living room and put on tray", "output": "Respond('Forsure!') | Search_Object('apple', '') | Pickup() | Move_To('living room') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "say the time to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "go to the hallway cabinet then find fanta and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Emma in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet Kevin in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Transport bowl in office to entrance, give it to Susan dressed in a yellow blouse", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('bowl', '') | Pickup() | Move_To('entrance') | Search_Person('Susan', 'dressed in a yellow blouse') | Respond('Hi Susan. this bowl for you') | Give_To()" }, { "input": "greet the person wearing black blouse in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "who is running for governor in georgia republican", "output": "Respond('Brian Kemp')" }, { "input": "go to the hallway cabinet then find pear and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "From office, take cola and convey it to John dressed in a blue shirt at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('lounge chair') | Search_Person('John', 'dressed in a blue shirt') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "greet the person wearing red t shirt in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell me how many people in the office are wearing blue blouses", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing blue blouses') | Search_Person('user', '') | Answer()" }, { "input": "tell me how the person standing at the coathanger looks like", "output": "Respond('Am on it!') | Move_To('coathanger') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "tell your teams name to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me what is the largest food on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'largest food') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "guide Sophie from the exit to the coffee table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the coffee table') | Move_To('coffee table')" }, { "input": "where is the house of the texas chainsaw massacre located", "output": "Respond('in Kingsland , Texas , on the grounds of The Antlers Hotel')" }, { "input": "count the peach at the trashcan and report to child in the living room", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('peach','') | Move_To('living room') | Search_Person('', 'child') | Answer()" }, { "input": "find Fleur", "output": "Respond('Okay, I will go find Fleur') | Search_Person('Fleur', '') | Respond('Here you are, I have found Fleur')" }, { "input": "Say your team's affiliation and greet the person sitting.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "First, meet Kevin at the entrance, then find him at the couch.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('couch') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "go to the hallway cabinet then find cornflakes and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go behind the person wearing orange pants", "output": "Respond('okay I will follow the person wearing orange pants') | Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing yellow t shirt in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the person wearing black pants and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing black pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "say hello to the person dressed in a blue blouse in the living room and say your team's affiliation", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in a blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Lucas in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | What_Time()" }, { "input": "where do the chicago white sox play ball", "output": "Respond('Guaranteed Rate Field')" }, { "input": "greet the person wearing blue blouse in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Transport ice tea from hallway to trashcan, give it to Harrie", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('ice tea', '') | Pickup() | Move_To('trashcan') | Search_Person('Harrie', '') | Respond('Hi Harrie. this ice tea for you') | Give_To()" }, { "input": "Please carry that bowl to the tray", "output": "Respond('Forsure!') | Search_Object('bowl', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing black sweater in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Would you mind fetching the yellow pea soup from the living room and bringing it to kitchen counter?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('pea soup', 'yellow') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "go to the office and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "Put the blue pancake mix into the tray", "output": "Respond('Forsure!') | Search_Object('pancake mix', 'blue') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Can you tell the appearance of the person standing at the lamp to the person at the exit", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "Mention your team's affiliation and say hello to the person wearing an orange shirt in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Sophie in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue blouse in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow blouse in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet William in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow shirt in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please tell child in the kitchen cabinet how many milk there are on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('milk','') | Move_To('kitchen cabinet') | Search_Person('', 'child') | Answer()" }, { "input": "take milk from the TV table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go behind the person dressed in a black shirt in the hallway", "output": "Respond('okay I will follow the person dressed in a black shirt') | Move_To('hallway') | Search_Person('', 'dressed in a black shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute Emma in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "Could you count dubbelfris at the kitchen and let jarvis know", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('dubbelfris', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go to the couch then look for a washcloth and give it to the men lying down in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Object('washcloth', '') | Pickup() | Move_To('entrance') | Search_Person('', 'lying down men') | Give_To()" }, { "input": "say hello to Sara in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Take apple from couch and then bring it to person who tallest at living room", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('apple', '') | Pickup() | Move_To('living room') | Search_Person('', 'tallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet Robin in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Once you've introduced yourself to the tallest person, take them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Liam in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Day()" }, { "input": "You should go to lounge chair, there will be person sitting, describe appearance of the person to me.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "I'd appreciate it if you could escort Lucas, who is the oldest situated in the trashcan, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Lucas', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "How many people in the office are raising their right arm?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "In the kitchen, enumerate the sausages situated on the counter and inform that quantity to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('sausages', '') | Search_Person('tony', '') | Answer()" }, { "input": "Look in hallway cabinet. Count all candy there. Say number to tony.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('candy', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet John in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Describe the hagelslag located on the hallway cabinet to Fleur.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Vision_Ask('describe the hagelslag on the hallway cabinet') | Search_Person('Fleur', '') | Answer()" }, { "input": "tell the man dressed in a black T-shirt in the entrance what day is tomorrow", "output": "Move_To('entrance') | Search_Person('', 'man dressed in a black T-shirt') | What_Tomorrow()" }, { "input": "Please transport that bowl and deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('bowl', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "who plays grey worm on game of thrones", "output": "Respond('Jacob Basil Anderson')" }, { "input": "inform person pointing to the right in the dinner table how many knife there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('knife','') | Move_To('dinner table') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "find washcloth in the kitchen then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "look for a person pointing to the right in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the living room then take it and deliver it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Can you take the tallest crisp from the kitchen counter and bring it to office?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Search_Object('crisp', 'tallest') | Pickup() | Move_To('office') | Place_On('office')" }, { "input": "Your job is pick up the blue mayonaise, carry it to trashcan and then deposit it into the tray", "output": "Respond('Forsure!') | Search_Object('mayonaise', 'blue') | Pickup() | Move_To('trashcan') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "take cola from the dinner table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing orange sweater in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "In the hallway, greet the person wearing yellow T-shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "inform man pointing to the left in the lounge chair how many fanta exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('fanta','') | Move_To('lounge chair') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "say hello to Sophie in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Hayley in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a person pointing to the right in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Say your team's affiliation and greet the person dressed in a yellow T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Kevin in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Find the person raising their left arm in the lamp, introduce yourself, and escort them towards the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "I wand you to carry blue curry from lamp to living room. Then hand it over to Jesse ", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('curry', 'blue') | Pickup() | Move_To('living room') | Search_Person('Jesse', '') | Respond('Hi. this curry for you') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the TV table') | Move_To('TV table')" }, { "input": "Could you give me some cereal in a bowl?", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you go and get the biggest pancake mix from the dishwasher and bring it to me?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('pancake mix', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Kevin in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Sara in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet Robin in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person pointing to the left in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "meet Jesse in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Time()" }, { "input": "say something about yourself to Jesse who is sitting in the trashcan", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('Jesse', 'sitting') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet Sophie in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you deliver to me the biggest spoon that's in the hallway, please?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('spoon', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce your team's affiliation and greet the tallest person.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Sophie at the hallway cabinet then find them in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Please tell woman dressed in a yellow blouse in the couch how many pringles there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('pringles','') | Move_To('couch') | Search_Person('', 'woman dressed in a yellow blouse') | Answer()" }, { "input": "say something about yourself to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sara in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "describe the person lying down at the trashcan to me", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "bring me peach from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('peach', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Fleur in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black sweater in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "what kind of music is played at edc", "output": "Respond('electronic dance music')" }, { "input": "take sponges from the desk and give it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say whats your favorite color to the person in the desk", "output": "Respond('Okay! I got it') | Move_To('desk') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "look for a person raising their right arm in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the coffee table') | Move_To('coffee table')" }, { "input": "salute Sara in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please go after the lead of person wearing a hat", "output": "Respond('Sure, I will follow the person wearing a hat.') | Search_Person('', 'wearing a hat') | Respond('I am here to follow you.')| Follow()" }, { "input": "Please inform person dressed in an orange blouse in the living room how many washcloth there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('washcloth','') | Move_To('living room') | Search_Person('', 'person dressed in an orange blouse') | Answer()" }, { "input": "greet the person wearing blue jacket in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell the smallest woman in the desk what day is today", "output": "Move_To('desk') | Search_Person('', 'smallest woman') | What_Day()" }, { "input": "Say hello to the person in the hallway dressed in an orange blouse and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet John in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | What_Day()" }, { "input": "Would you like to tell me how many drinks are in the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet Susan in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black blouse in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | What_Tomorrow()" }, { "input": "meet William in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a waving person in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "count the banana at the kitchen and inform person pointing to the right in the lamp", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('banana','') | Move_To('lamp') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "greet the person wearing blue shirt in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Make your introduction to Sophie in the hallway cabinet, then go after.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "find a person pointing to the left in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet Susan in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "Your job is pick up the yellow pancake mix, carry it to trashcan and then deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('pancake mix', 'yellow') | Pickup() | Move_To('trashcan') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Can you tell me the black object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the black object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "highest run score by player in ipl 2018", "output": "Respond('4985')" }, { "input": "greet the person wearing yellow shirt in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "a low mass star that converts helium to carbon is a", "output": "Respond('red giants')" }, { "input": "greet Harrie in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Will you tell me the gesture of the person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell me the left-most object on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the left-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "meet William in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | What_Day()" }, { "input": "Would you like to tell me how many cleaning supplies are in the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "You should go after the lead of Jesse", "output": "Respond('Sure, I will follow Jesse.') | Search_Person('Jesse', '')| Respond('Hey Jesse I am here to follow you.') | Follow()" }, { "input": "meet Kevin in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet Sophie in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Time()" }, { "input": "get to know Julia at the hallway, and then look for him at the shelf.", "output": "Respond('Okay i will greet him') | Move_To('hallway') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Move_To('shelf') | Search_Person('Julia', '') | Respond('Oh Julia, we meet again!')" }, { "input": "salute Hayley in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Liam in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Jesse in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "jarvis must be report to regarding the quantity of apple situated on the kitchen counter.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('apple', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide Sophie from the couch to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "Could you please place a bowl on dishwasher", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "take soap from the hallway cabinet and bring it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Could you tell me how many people in the living room are sitting?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "Go look in hallway. Count all the washcloth. Report number to tony.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('washcloth', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | What_Tomorrow()" }, { "input": "greet Julia in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet Noah in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "meet Laura in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Will you tell me how many person pointing to the left are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Introduce your team's affiliation and greet the person lying down in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Could you tell me the name of the left-most object on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the left-most object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Tell I need you to the person sitting in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('', 'sitting') | Respond('I need you')" }, { "input": "After introducing yourself to the person wearing a hat at the trashcan, guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Fleur in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find washcloth in the office then fetch it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Move to the exit, meet up with Peter, and answer a question.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Peter', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet Harrie in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "find a person pointing to the right in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "place a bowl on the dishwasher and a fork in it", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup()| Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('fork', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "find washcloth in the hallway then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "bring me candle from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the hallway then fetch it and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "tell me how many people in the office are wearing red t shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing red t shirts') | Search_Person('user', '') | Answer()" }, { "input": "go after the lead of the person wearing an orange blouse", "output": "Respond('okay I will follow the person wearing an orange blouse') | Search_Person('', 'wearing an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Your task is earn blue spoon at hallway and locate that spoon on desk", "output": "Respond('Sure! I'm working on it') | Move_To('hallway') | Search_Object('spoon', 'blue') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "meet John in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue t shirt in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find soap in the living room then get it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take the tallest pea soup from the dinner table to the coathanger", "output": "Respond('Got it!') | Move_To('dinner table') | Search_Object('pea soup', 'tallest') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "go to the hallway cabinet then find strawberry and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('strawberry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Describe for Peter the objects on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('Peter', '') | Answer()" }, { "input": "who is named as responsible for the st james massacre", "output": "Respond('Gcinikhaya Makoma')" }, { "input": "From hallway, take strawberry and convey it to Kevin wearing orange pants at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('strawberry', '') | Pickup() | Move_To('lounge chair') | Search_Person('Kevin', 'wearing orange pants') | Respond('Hi. this strawberry for you') | Give_To()" }, { "input": "What I need for you is to take Susan to the entrance, whom in the couch,", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Susan', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue coat in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing black shirt in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "locate a person pointing to the right in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Could you please set a bowl on shelf", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Make your introduction to the individual raising their left arm and take them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "What's the right-most object visible on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the right-most object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the left in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you.') | Follow()" }, { "input": "Can you tell me how many people in the kitchen are wearing a necklace?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing a necklace') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the kitchen are wearing gray sweaters", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing gray sweaters') | Search_Person('user', '') | Answer()" }, { "input": "Within hallway cabinet, place cup which can be found in living room", "output": "Respond('I got this!') | Move_To('living room') |Search_Object('cup', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "greet the person wearing black coat in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | What_Day()" }, { "input": "meet Lucas in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "tell me what is the largest fruits on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'largest fruits') | Search_Person('user', '') | Answer()" }, { "input": "You should go after the person dressed in an orange T-shirt", "output": "Respond('okay I will follow the person dressed in an orange T-shirt') | Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet Julia in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Mention your team's affiliation and say hello to the person wearing an orange T-shirt in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please follow the lead of the person dressed in a yellow shirt", "output": "Respond('okay I will follow the person dressed in a yellow shirt') | Search_Person('', 'dressed in a yellow shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Take yellow plate from lounge chair and then bring it to Susan who dressed in an orange shirt at exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('plate', 'yellow') | Pickup() | Move_To('exit') | Search_Person('Susan', 'dressed in an orange shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "when does it start to snow in north dakota", "output": "Respond('late October')" }, { "input": "look for a person pointing to the left in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Please carry mayonaise, which is in entrance, to basket at office", "output": "Respond('Forsure!') | Move_To('entrance') | Search_Object('mayonaise', '') | Pickup() | Move_To('office') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "count the washcloth at the kitchen cabinet and then inform man wearing an orange blouse in the living room", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('washcloth','') | Move_To('living room') | Search_Person('', 'man wearing an orange blouse') | Answer()" }, { "input": "Check kitchen counter for soap. Count them. Give tony the number.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('soap', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell me what is the biggest object on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'biggest') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the couch to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the lounge chair') | Move_To('lounge chair')" }, { "input": "guide John from exit to couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('John', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "count the cornflakes at the lounge chair and then report to child in the kitchen", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('cornflakes','') | Move_To('kitchen') | Search_Person('', 'child') | Answer()" }, { "input": "bring the lemon", "output": "Respond('Okay, I will go deliver the lemon') | Search_Object('lemon', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the lemon')" }, { "input": "greet Laura in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "take soap from the shelf and give it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "tell me what is the biggest dishes on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'biggest dishes') | Search_Person('user', '') | Answer()" }, { "input": "meet Noah in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Could you tell me how many individuals in the kitchen are wearing a hat?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the right in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find soap in the living room then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Can I ask you to deliver cup to lounge chair and place in the bag?", "output": "Respond('Sure! I'm working on it') | Search_Object('cup', '') | Pickup() | Move_To('lounge chair') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing black sweater in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Robin in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "meet Laura in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue shirt in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "who plays the new vice president on madam secretary", "output": "Respond('Jan Maxwell / Jayne Atkinson')" }, { "input": "tell me how many cleaning supplies there are on the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Find the person lying down, introduce yourself, and guide them towards the exit.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Describe for me the individual whose standing at the couch.", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "look for a waving person in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Store this yellow cup to the bag", "output": "Respond('Forsure!') | Search_Object('cup', 'yellow') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing yellow coat in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "greet Sophie in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sara in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "Your mission is pick up black ice tea from living room and convey it to exit. Finally, handover that ice tea to person dressed in an orange blouse", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('ice tea', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "who sings the theme song to dirty dancing", "output": "Respond('Bill Medley and Jennifer Warnes')" }, { "input": "find a person pointing to the right in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet the person wearing white jacket in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "escort the person waving from the lamp to the exit after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing gray shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'gray shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "salute Julia in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please transfer milk in trashcan to dinner table", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('milk', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Take yellow cup from lamp and then bring it to Harrie who wearing a necklace at entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('cup', 'yellow') | Pickup() | Move_To('entrance') | Search_Person('Harrie', 'wearing a necklace') | Respond('Hi, this is for you') | Give_To()" }, { "input": "What's the right-most object present on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the right-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "Tell I need you to the Sophie in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('I need you')" }, { "input": "take soap from the TV table and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet Susan in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "who hit the first homerun in minute maid park", "output": "Respond('Hunter Pence')" }, { "input": "navigate to the living room and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "go behind Susan", "output": "Respond('okay I will follow the Susan') | Search_Person('Susan', '') | Follow()" }, { "input": "meet Harrie in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "Find apple at hallway, and then take it to Kevin who is in trashcan", "output": "Respond('Sure! I'll do it for you') | Move_To('hallway') | Search_Object('apple', '') | Pickup() | Move_To('trashcan') | Search_Person('Kevin', '') | Respond('Hi Kevin, this apple for you') | Give_To()" }, { "input": "meet Jesse in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "You should go after person dressed in an orange T-shirt in the living room", "output": "Respond('Sure, I will follow the person dressed in an orange T-shirt.') | Move_To('living room')| Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Could you fetch the yellow soap from the living room and bring it to coathanger?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('soap', 'yellow') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "Say your team's affiliation and greet the person wearing orange shoes in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "pour some cereal into a bowl for me", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Convey banana from couch to tray in hallway", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('banana', '') | Pickup() | Move_To('hallway') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Let Gabrielle know the details about the candle on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Search_Object('candle', '') | Vision_Ask('describe the candle on the desk') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "meet Robin in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "Introduce yourself to Robin at the kitchen cabinet, and proceed to go after.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "find Peter at the lounge chair", "output": "Respond('Okay, I will go find Peter') | Move_To('lounge chair') | Search_Person('Peter', '') | Respond('Here you are, I have found Peter')" }, { "input": "take soap from the shelf and bring it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "guide the lying down women in the kitchen counter to the exit", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('', 'lying down women') | Respond('Hey, I am here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing black shirt in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Emma in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Sophie at the kitchen counter then find them in the living room", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "To the coathanger from the couch, escort the person lying down.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'lying down') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "look for a person pointing to the left in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Your task is get black hagelslag and lay that hagelslag on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('hagelslag', 'black') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "say something about yourself to the person sitting in the dinner table", "output": "Respond('Okay! I got it') | Move_To('dinner table') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "meet Harrie in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell the man wearing blue shirt in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man wearing blue shirt') | What_Time()" }, { "input": "say the day of the week to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet Jesse in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Your task is procure washcloth and locate that washcloth on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('washcloth', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Make introductions with the smallest person before guiding them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Your goal is escort Fleur to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Fleur', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Look inside living room, fanta there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('fanta', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "find soap in the hallway then grasp it and give it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "inform man wearing a hat in the office how many water there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('water','') | Move_To('office') | Search_Person('', 'man wearing a hat') | Answer()" }, { "input": "tell the gesture of the person at the coathanger to the person at the loc2", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in coathanger is') | Answer()" }, { "input": "locate a person raising their left arm in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "who did the virginia plan give more power to", "output": "Respond('larger states')" }, { "input": "who sang wish upon a star in pinocchio", "output": "Respond('Cliff Edwards')" }, { "input": "You go office, count sausages, report to jarvis number.", "output": "Respond('got it!') | Move_To('office') | Count_Object('sausages', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing blue coat in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute the person wearing blue blouse in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Laura in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take cola from the coffee table and deliver it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Emma in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "Navigate to find the bowl and put on coffee table, and put the spoon in it", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('spoon', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "On the kitchen counter, what is the biggest object?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the biggest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "find water in the hallway then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the hallway then fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Take sponge from couch and then bring it to Fleur who oldest at kitchen", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('sponge', '') | Pickup() | Search_Person('Fleur', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Please place dish at the kitchen counter", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "will you say what day is tomorrow to the person wearing blue shoes in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'person wearing blue shoes') | What_Tomorrow()" }, { "input": "Please take Harrie standing in the couch to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Harrie', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Liam in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "salute Emma in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you count the number of people in the living room dressed in an orange T-shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Noah in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Noah', '') | Give_To()" }, { "input": "tell your teams affiliation to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Find the person dressed in an orange blouse, introduce yourself, and escort them towards the entrance.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue t shirt in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "greet Susan in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue coat in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "get to know Peter at the trashcan, and then look for her at the TV table and greet.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('TV table') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "find soap in the living room then take it and bring it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Take yellow soap and then bring it to Lucas", "output": "Respond('Okay, I'm working on it') | Search_Object('soap', 'yellow') | Pickup() | Search_Person('Lucas', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing blue blouse in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "look for a person raising their right arm in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet Liam in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find soap in the hallway then get it and bring it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "meet Emma at the lamp, then locate the person in the exit, and respond to a question.", "output": "Respond('Okay i will greet the person') | Move_To('lamp') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "follow Julia from the shelf to the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "meet John in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | What_Time()" }, { "input": "greet Susan in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | What_Time()" }, { "input": "meet Fleur in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find coke and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I wand you to carry yellow fork and transfer it to person wearing an orange blouse in office ", "output": "Respond('Ok! I'll do it') | Search_Object('fork', 'yellow') | Pickup() | Move_To('office') | Search_Person('', 'wearing an orange blouse') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "Greet the person dressed in an orange T-shirt in the hallway and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Laura in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Time()" }, { "input": "Could you please escort the person who wearing an orange shirt, whom in couch, to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing an orange shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue coat in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Go ahead to couch, take orange and give it to person in exit. the person wearing blue T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('orange', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi. this orange for you') | Give_To()" }, { "input": "See pear in living room. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pear', '') | Search_Person('tony', '') | Answer()" }, { "input": "Please go behind the person wearing an orange blouse in the kitchen", "output": "Respond('okay I will follow the person wearing an orange blouse') | Move_To('kitchen') | Search_Person('', 'wearing an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "By introducing yourself to the person standing, then escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the hallway cabinet then find cola and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you like to tell me how many decorations are in the shelf", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "Greet the person wearing yellow shirt and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "who wrote the book lord of the rings", "output": "Respond('J.R.R. Tolkien')" }, { "input": "find cola in the office then get it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find the person wearing a hat in the lamp, introduce yourself, and escort them towards the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Susan in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet Sophie in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find a person raising their right arm in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "After introducing yourself to the oldest person at the lounge chair, guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "In first, find cup and then set on desk", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "tell what time is it to the people sitting in the exit", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('', 'sitting people') | What_Time()" }, { "input": "meet Sophie at the dishwasher then locate them in the office", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Peter in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Once you've introduced yourself to the person wearing yellow T-shirt in the trashcan, guide them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "At the kitchen, get acquainted with Lucas, then greet him at the shelf.", "output": "Respond('Okay i will greet him') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('shelf') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "Would you like to tell me how many snacks are in the TV table", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "follow Julia from the dinner table to the kitchen", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Please go after person wearing glasses", "output": "Respond('Sure, I will follow the person wearing glasses.') | Search_Person('', 'wearing glasses')| Respond('I am here to follow you.') | Follow()" }, { "input": "tell the man wearing a hat in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man wearing a hat') | What_Time()" }, { "input": "Would you please bring me the yellow bowl from the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('bowl', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "inform man wearing a necklace in the couch how many dishwasher tab exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('dishwasher tab','') | Move_To('couch') | Search_Person('', 'man wearing a necklace') | Answer()" }, { "input": "Search for Laura at the coathanger and give an answer to a question", "output": "Respond('Okay, I will go find Laura') | Move_To('coathanger') | Search_Person('Laura', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "greet Susan in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | What_Time()" }, { "input": "Take stock of pringles at the hallway and report to jarvis", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('pringles', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "From the couch to the entrance, guide the individual who is pointing to the left.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Robin in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "look for a waving person in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "guide the waving person from the trashcan to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the desk') | Move_To('desk')" }, { "input": "I need you to procure sausages from couch and place it on kitchen counter", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('sausages', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing red t shirt in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your task is to convey the blue plate from office to trashcan and place it inside the basket", "output": "Respond('Forsure!') | Move_To('office') | Search_Object('plate', 'blue') | Pickup() | Move_To('trashcan') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow t shirt in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "count the dubbelfris at the coathanger and then report to tallest person in the kitchen cabinet", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('dubbelfris','') | Move_To('kitchen cabinet') | Search_Person('', 'tallest person') | Answer()" }, { "input": "greet the person wearing yellow jacket in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell me how many fruits there are on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "Please go after lying down women in the coffee table", "output": "Respond('okay I will follow lying down women') | Move_To('coffee table') | Search_Person('', 'lying down women')| Respond('I am here to follow you.') | Follow()" }, { "input": "Would you mind retrieving the tallest strawberry from the living room and bring it to me?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('strawberry', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the coathanger", "output": "Respond('Okay, I will go to the coathanger') | Move_To('coathanger')" }, { "input": "relate child in the lounge chair how many cola there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('cola','') | Move_To('lounge chair') | Search_Person('', 'child') | Answer()" }, { "input": "greet the person wearing yellow jacket in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "Please make your way to the lamp and escort the person who wearing an orange shirt to the exit.", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing an orange shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find soap and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Say hello to the person lying down and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Could you name the black object on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the black object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "follow the person dressed in a yellow T-shirt in the hallway", "output": "Respond('Sure, I will follow the person dressed in a yellow T-shirt.') | Move_To('hallway')| Search_Person('', 'dressed in a yellow T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "where is the florida peninsula located on a map", "output": "Respond('between the Gulf of Mexico , the Atlantic Ocean , and the Straits of Florida')" }, { "input": "locate a person raising their left arm in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please bring me the black hagelslag located in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('hagelslag', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what day is tomorrow to the man wearing yellow T-shirt in the exit", "output": "Move_To('exit') | Search_Person('', 'man wearing yellow T-shirt') | What_Tomorrow()" }, { "input": "greet the person wearing blue coat in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "From living room, take spoon and convey it to Robin wearing blue shoes at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('spoon', '') | Pickup() | Move_To('lounge chair') | Search_Person('Robin', 'wearing blue shoes') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "Please tell me the pose of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many cleaning supplies there are on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "find washcloth in the hallway then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "please tell the person wearing an orange blouse in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing an orange blouse') | What_Time()" }, { "input": "Meet Peter and respond to a question.", "output": "Respond('got it!') | Search_Person('Peter', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "salute Sophie in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Can you identify the tallest object on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the tallest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Fleur in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Fleur', '') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "Lay cup on hallway cabinet and knife on its left", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('knife', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "tell me what is the thinnest object on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'thinnest') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sophie in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "guide the waving person from the coffee table to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "will you say what day is tomorrow to the woman dressed in an orange T-shirt in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'woman dressed in an orange T-shirt') | What_Tomorrow()" }, { "input": "find water in the hallway then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Tell me which object is the black on the coffee table.", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the black object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "find sponges in the office then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Lucas in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please escort Fleur who is the tallest standing at the lamp to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Fleur', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Which object on the dinner table is the blue?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the blue object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "check how many peach at the kitchen counter and let jarvis know", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take soap from the TV table and bring it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "report to person raising their left arm in the living room about the number of peach on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('peach','') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Answer()" }, { "input": "greet the person wearing blue sweater in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the person pointing to the right and share your team's affiliation in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Sara in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please say what day is today to the women standing in the exit", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('', 'standing women') | What_Day()" }, { "input": "Within desk, put bowl and spoon on its left", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('spoon', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "find the fanta at the TV table", "output": "Respond('Okay, I will go find the fanta') | Move_To('TV table') | Search_Object('fanta', '') | Respond('Here it is, I have found the fanta')" }, { "input": "Let's have you take the person who is the oldest you encounter at the lamp and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find a person pointing to the left in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Meet John in the dinner table, introduce yourself, and then go after.", "output": "Respond('got it!') | Move_To('dinner table') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Lucas in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "say what day is tomorrow to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "guide Sophie from the desk to the trashcan", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the trashcan') | Move_To('trashcan')" }, { "input": "greet Robin in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a person raising their right arm in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take curry from the desk and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Go look in kitchen. Count all the pringles. Report number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pringles', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find a person pointing to the right in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing blue jacket in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "movie indiana jones and the last crusade cast", "output": "Respond('Sean Connery')" }, { "input": "what film is the song st elmo's fire from", "output": "Respond('St. Elmo 's Fire')" }, { "input": "take cornflakes from the TV table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "follow Emma from the TV table to the office", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "meet Sara in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Move to the coathanger, look for a plum, and hand it to the person lying down in the trashcan.", "output": "Respond('Okay i got it!') | Move_To('coathanger') | Search_Object('plum', '') | Pickup() | Move_To('trashcan') | Search_Person('', 'lying down') | Give_To()" }, { "input": "Please convey stroopwafel to office. And hand it over to smallest", "output": "Respond(,'Ok! I'll do it') | Search_Object('stroopwafel', '') | Pickup() | Move_To('office') | Search_Person('', 'smallest') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "greet Harrie in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "report to person raising their right arm in the TV table about the number of sponge on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('sponge','') | Move_To('TV table') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "Check hallway cabinet for all banana. Get number. Say number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('banana', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "who wrote the patriotic song qadam qadam bhadaye ja", "output": "Respond('Ram Singh Thakuri')" }, { "input": "greet the person wearing yellow t shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say your teams affiliation to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Would you tell me how many person pointing to the left are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Say hello to the oldest person and mention your team's affiliation in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please tell woman wearing a necklace in the couch how many orange there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('orange','') | Move_To('couch') | Search_Person('', 'woman wearing a necklace') | Answer()" }, { "input": "greet the person wearing black shirt in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "Please bring black hagelslag from lamp to hallway. And hand it over to Peter", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('hagelslag', 'black') | Pickup() | Move_To('hallway') | Search_Person('Peter', '') | Respond('Hi. this hagelslag for you') | Give_To()" }, { "input": "go after Kevin", "output": "Respond('okay I will follow the Kevin') | Search_Person('Kevin', '') | Follow()" }, { "input": "salute Sophie in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I need you to pick up blue soap and place it on dishwasher", "output": "Respond('Sure! I'm working on it') | Search_Object('soap', 'blue') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Please tell woman wearing glasses in the couch how many orange there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('orange','') | Move_To('couch') | Search_Person('', 'woman wearing glasses') | Answer()" }, { "input": "Please inform person dressed in a yellow shirt in the trashcan how many sponge there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('sponge','') | Move_To('trashcan') | Search_Person('', 'person dressed in a yellow shirt') | Answer()" }, { "input": "Tell I need you to the Emma in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('Emma', '') | Respond('I need you')" }, { "input": "What is the left-most object that can be found on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the left-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black shirt in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "locate a person pointing to the right in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "follow Julia from the entrance to the hallway", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet Noah in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | What_Day()" }, { "input": "In bag, place crisp", "output": "Respond('Forsure!') | Search_Object('crisp', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Fleur in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many people in the hallway are lying down", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "Make your introduction to Susan in the hallway cabinet, then go behind them to the kitchen.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing black jacket in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | What_Time()" }, { "input": "tell me how many people in the living room are wearing red jackets", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing red jackets') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue t shirt in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "meet Sara in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please tell child in the lounge chair how many pringles there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pringles','') | Move_To('lounge chair') | Search_Person('', 'child') | Answer()" }, { "input": "greet the person wearing gray t shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'gray t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take curry from the dinner table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing yellow shirt in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "First, meet Lucas at the lamp, then greet her at the entrance.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('entrance') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "guide the waving person from the hallway cabinet to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the coffee table') | Move_To('coffee table')" }, { "input": "greet the person wearing black t shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Kevin in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take soap from the hallway cabinet and deliver it to Sophie in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Sophie', '') | Give_To()" }, { "input": "To the person wearing glasses, introduce yourself and take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Noah in the TV table and follow", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('TV table') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Follow()" }, { "input": "take cornflakes from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "what president passed the embargo act of 1807", "output": "Respond('Thomas Jefferson')" }, { "input": "greet Lucas in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | What_Day()" }, { "input": "tell your teams country to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who came up with the 3 branches of government", "output": "Respond('Montesquieu')" }, { "input": "meet Sophie at the exit then find them in the hallway", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "look for a person raising their left arm in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "who stars in my big fat greek wedding", "output": "Respond('Andrea Martin')" }, { "input": "Your mission is put the cup on kitchen counter and knife on its left ", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('knife', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet Peter in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Safely guide Noah through coathanger from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Noah', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell me what is the biggest dishes on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'biggest dishes') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then take it and deliver it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing blue sweater in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow sweater in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | What_Tomorrow()" }, { "input": "say something about yourself to the person sitting in the kitchen", "output": "Respond('Okay! I got it') | Move_To('kitchen') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "take the black peach from the office to the trashcan", "output": "Respond('Got it!') | Move_To('office') | Search_Object('peach', 'black') | Pickup() | Move_To('trashcan') | Place_On('trashcan')" }, { "input": "Would you go get the blue stroopwafel from the kitchen cabinet and bring it to me?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('stroopwafel', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "when did taylor swift release out of the woods", "output": "Respond('October 14 , 2014')" }, { "input": "Would you set a bowl on the kitchen cabinet and a knife in it?", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "Meet William in the dinner table, introduce yourself, and then go after them to the kitchen.", "output": "Respond('got it!') | Move_To('dinner table') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "go to the hallway cabinet then find fanta and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the woman dressed in a yellow shirt in the exit what day is tomorrow", "output": "Move_To('exit') | Search_Person('', 'woman dressed in a yellow shirt') | What_Tomorrow()" }, { "input": "follow Sophie from the couch to the office", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "greet the person wearing black shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a person raising their left arm in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "tell the man dressed in a yellow T-shirt in the entrance what day is tomorrow", "output": "Move_To('entrance') | Search_Person('', 'man dressed in a yellow T-shirt') | What_Tomorrow()" }, { "input": "greet Fleur in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "To the oldest person in the couch, introduce yourself and guide them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "inform man dressed in a blue shirt in the entrance how many ice tea there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('ice tea','') | Move_To('entrance') | Search_Person('', 'man dressed in a blue shirt') | Answer()" }, { "input": "meet Liam in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | What_Day()" }, { "input": "greet the person wearing blue sweater in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "find soap in the hallway then get it and give it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | What_Tomorrow()" }, { "input": "tell me what is the biggest fruits on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'biggest fruits') | Search_Person('user', '') | Answer()" }, { "input": "Inside kitchen sponge, you look count and inform that numbers to tony.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('sponge', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the entrance') | Move_To('entrance')" }, { "input": "where is the famous guantanamo bay prison located", "output": "Respond('on the coast of Guant\u00e1namo Bay in Cuba')" }, { "input": "I would likeyou to describe the person exhibiting the lying down at the lamp and also answer a question.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "guide the waving person from the coathanger to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the desk') | Move_To('desk')" }, { "input": "plum in hallway cabinet there, you count and give tony how much numbers.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('plum', '') | Search_Person('tony', '') | Answer()" }, { "input": "find soap in the kitchen then grasp it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Robin in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing yellow sweater in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Find the one wearing yellow shirt, introduce yourself, and guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "salute Sara in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "locate a person raising their right arm in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Greet the individual dressed in a blue blouse in the hallway and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in a blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Could you describe to Laura the objects on the kitchen counter?", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('describe the objects on the kitchen counter') | Search_Person('Laura', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "meet Sara in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet Fleur in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Could you be able to describe the individual currently standing?", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "look for a person pointing to the left in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "follow Julia from the lamp to the office", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "locate a person raising their right arm in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "tell me what is the largest fruits on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'largest fruits') | Search_Person('user', '') | Answer()" }, { "input": "meet Sara in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you count how many people are lying down in the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow sweater in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Liam in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "What is the biggest object found on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the biggest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black blouse in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "Find blue apple and then take it to smallest person in hallway", "output": "Respond('Sure! I'll do it for you') | Search_Object('apple', 'blue') | Pickup() | Move_To('hallway') | Search_Person('', 'smallest') | Respond('Hi, this apple for you') | Give_To()" }, { "input": "look for a person raising their left arm in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Tally the peach lying on the table in the dining area and inform the count to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "To the person wearing orange shoes in the trashcan, introduce yourself and take them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "Please relate man wearing an orange T-shirt in the lamp how many strawberry there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('strawberry','') | Move_To('lamp') | Search_Person('', 'man wearing an orange T-shirt') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the desk') | Move_To('desk')" }, { "input": "Introduce yourself to the oldest person and then take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find soap in the living room then take it and bring it to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "In tray, store the blue pancake mix", "output": "Respond('Forsure!') | Search_Object('pancake mix', 'blue') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "find cola in the office then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sara in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black blouse in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "When you get a chance, can you head over to the kitchen cabinet, count every single item of washcloth in there, and give jarvis the final tally?", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('washcloth', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "See sitting person in coathanger. Describe appearance.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the desk and deliver it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Please inform person dressed in an orange blouse in the living room how many pear there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pear','') | Move_To('living room') | Search_Person('', 'person dressed in an orange blouse') | Answer()" }, { "input": "greet Liam in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | What_Time()" }, { "input": "greet the person wearing black shirt in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | What_Tomorrow()" }, { "input": "greet the person wearing white t shirt in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "who was the original singer of you raise me up", "output": "Respond('Irish - Norwegian duo Secret Garden')" }, { "input": "greet the person wearing yellow shirt in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "From office, pickup spoon and convey it to person dressed in an orange blouse at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('spoon', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "greet the person wearing blue coat in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | What_Tomorrow()" }, { "input": "Greet the tallest person and share your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take cola from the kitchen counter and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Let's have you take Julia who dressed in an orange T-shirt you encounter at the lamp and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Julia', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Find cup, fetch that cup and place on hallway cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('cup', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "greet Susan in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "report to person waving in the kitchen cabinet about the number of fanta on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('fanta','') | Move_To('kitchen cabinet') | Search_Person('', 'person waving') | Answer()" }, { "input": "greet William in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "greet the person wearing black jacket in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "meet Emma in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find cola in the kitchen then grasp it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Julia in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me how many food there are on the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "Will you follow lying down people in the lounge chair", "output": "Respond('okay I will follow lying down people') | Move_To('lounge chair') | Search_Person('', 'lying down people')| Respond('I am here to follow you.') | Follow()" }, { "input": "go to the hallway cabinet then find hagelslag and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the left in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Julia from the shelf to the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Julia', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "greet the person wearing yellow t shirt in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | What_Tomorrow()" }, { "input": "salute Sophie in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet John in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "relate smallest person in the trashcan how many hagelslag there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('hagelslag','') | Move_To('trashcan') | Search_Person('', 'smallest person') | Answer()" }, { "input": "Could you tell me how many waving person are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "when did in god we trust show up on money", "output": "Respond('1864')" }, { "input": "greet Sara in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I need you to take Robin who dressed in a black blouse, found at the trashcan, toward entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Robin', 'dressed in a black blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Tell Hayley about the stuff located on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Hayley', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "look for a person raising their left arm in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing blue shirt in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "Please go behind Noah in the office", "output": "Respond('Sure, I will follow Noah.') | Move_To('office')| Search_Person('Noah', '')| Respond('Hey Noah I am here to follow you.') | Follow()" }, { "input": "find the orange", "output": "Respond('Okay, I will go find the orange') | Search_Object('orange', '') | Respond('Here it is, I have found the orange')" }, { "input": "Your mission is that set the cup on dishwasher, and set the fork on it", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('fork', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "take coke from the hallway cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Find yellow cola and then take it to smallest person in hallway", "output": "Respond('Sure! I'll do it for you') | Search_Object('cola', 'yellow') | Pickup() | Move_To('hallway') | Search_Person('', 'smallest') | Respond('Hi, this cola for you') | Give_To()" }, { "input": "meet Robin in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "where was a room with a view filmed", "output": "Respond('in Florence , but also in London and around the village of Sevenoaks in Kent')" }, { "input": "tell me how many people in the living room are wearing white shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing white shirts') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Go to lamp, meet Gabrielle who dressed in a yellow blouse and guide to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Gabrielle', 'dressed in a yellow blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Can you bring me the right-most dubbelfris from the living room?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('dubbelfris', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Robin in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Time()" }, { "input": "greet the person wearing white coat in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the desk and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "salute Sophie in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Let Harrie know about the things on the dinner table.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Harrie', '') | Answer()" }, { "input": "Grab blue dishwasher tab and then transfer that dishwasher tab on kitchen counter", "output": "Respond('Sure! I'm working on it') | Search_Object('dishwasher tab', 'blue') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing yellow sweater in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "sausages in hallway there, you count and give tony how much numbers.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('sausages', '') | Search_Person('tony', '') | Answer()" }, { "input": "relate man wearing an orange blouse in the desk how many stroopwafel there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('stroopwafel','') | Move_To('desk') | Search_Person('', 'man wearing an orange blouse') | Answer()" }, { "input": "meet Laura in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Give Fleur the cola", "output": "Respond('Okay, I will give Fleur the cola') | Search_Object('cola', '') | Pickup() | Search_Person('Fleur', '') | Give_To() | Respond('Here you go, I have got you the cola')" }, { "input": "Greet the person wearing yellow pants and share your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing yellow pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow jacket in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "tell oldest man in the trashcan how many tictac there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('tictac','') | Move_To('trashcan') | Search_Person('', 'oldest man') | Answer()" }, { "input": "greet the person wearing blue jacket in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "meet Robin in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet Emma in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing red t shirt in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "greet the person wearing black jacket in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say hello to Robin in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing red jacket in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Julia in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find apple and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('apple', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "get to know John at the trashcan, then welcome her at the entrance.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('entrance') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "tell me how many people in the hallway are wearing black sweaters", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing black sweaters') | Search_Person('user', '') | Answer()" }, { "input": "Take blue fork from couch and then bring it to person", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('fork', 'blue') | Pickup() | Search_Person('', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing white t shirt in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "Tell where are you from to the person lying down in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Peter in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "answer the question of the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Can you count how many people in the office are wearing blue pants?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing blue pants') | Search_Person('user', '') | Answer()" }, { "input": "what is meant by the term spaghettification applied to falling into a black hole", "output": "Respond('the vertical stretching and horizontal compression of objects into long thin shapes ( rather like spaghetti ) in a very strong non-homogeneous gravitational field')" }, { "input": "find the liquorice", "output": "Respond('Okay, I will go find the liquorice') | Search_Object('liquorice', '') | Respond('Here it is, I have found the liquorice')" }, { "input": "How many people in the hallway are wearing orange shoes?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing orange shoes') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Sophie in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Sophie', '') | Give_To()" }, { "input": "greet Kevin in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "when does season 5 of senora acero come out", "output": "Respond('15 October 2018')" }, { "input": "who came up with the germ theory of disease", "output": "Respond('proposed by Girolamo Fracastoro in 1546')" }, { "input": "Can you serve some cereal into a dish?", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you serve some drink in a bowl for me?", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Noah in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Jesse in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to William in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('William', '') | Give_To()" }, { "input": "look for a person raising their left arm in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "What object is the blue that you see on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the blue object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Could you please guide Kevin who is the oldest who is in couch to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Kevin', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please serve a bowl full of drink", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the lying down people in the hallway cabinet to the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('hallway cabinet') | Search_Person('', 'lying down people') | Respond('Hey, I am here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "look for a person raising their left arm in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "find soap in the hallway then take it and give it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "go to the living room then look for a mayonaise and fetch it to the people lying down in the exit", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Object('mayonaise', '') | Pickup() | Move_To('exit') | Search_Person('', 'lying down people') | Give_To()" }, { "input": "meet Julia in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person raising their left arm in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go after John", "output": "Respond('okay I will follow the John') | Search_Person('John', '') | Follow()" }, { "input": "greet John in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | What_Day()" }, { "input": "follow Sophie from the lamp to the office", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "greet the person wearing yellow jacket in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me what is the smallest food on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'smallest food') | Search_Person('user', '') | Answer()" }, { "input": "find a waving person in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet Robin in the trashcan and follow", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('trashcan') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Follow()" }, { "input": "greet Liam in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black t shirt in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "meet Laura in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "Can you count how many people in the kitchen are wearing blue shoes?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing blue shoes') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "guide the person wearing yellow shoes to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "meet Hayley in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the hallway then grasp it and deliver it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "Can you count the number of people in the hallway wearing yellow pants?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing yellow pants') | Search_Person('user', '') | Answer()" }, { "input": "Your job is place the blue cup at the TV table, and once that's done, place the knife on its left", "output": "Respond('I got this!') | Search_Object('cup', 'blue') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('knife', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "greet Sara in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white jacket in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "greet Sara in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "Deliver plate in coathanger to oldest person in lamp, The person's name is Liam", "output": "Respond('Okay, I will do it') | Move_To('coathanger') | Search_Object('plate', '') | Pickup() | Move_To('lamp') | Search_Person('Liam', 'oldest') | Respond('Hi Liam, this is for you') | Give_To()" }, { "input": "say hello to Susan in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "In bag, put the candy", "output": "Respond('Forsure!') | Search_Object('candy', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "this is how you remind me nickelback meaning", "output": "Respond('Lead vocalist and guitarist Chad Kroeger wrote the song about his old girlfriend Jodi , with whom he had a dysfunctional relationship')" }, { "input": "escort them to the exit after introducing yourself to the person who is wearing black T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing black T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "find water in the office then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "what are four steps in the distribution process", "output": "Respond('storage')" }, { "input": "Seek water from exit, pick up that water and place on desk", "output": "Respond('Sure! I'm working on it') | Move_To('exit') | Search_Object('water', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Start by introducing yourself to the individual standing in the lounge chair, then escort them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Sara in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the individual wearing yellow shoes and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Robin in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Sophie in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "What object is the tallest one on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the tallest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "look for a person pointing to the right in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "In the kitchen, greet the person waving and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "where is the salivary gland located in humans", "output": "Respond('the mouth')" }, { "input": "family guy - peter beats up chris's bully season 5 ep 11", "output": "Respond('The Tan Aquatic with Steve Zissou')" }, { "input": "Describe the sausages located on the dishwasher to Sophie.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Search_Object('sausages', '') | Vision_Ask('describe the sausages on the dishwasher') | Search_Person('Sophie', '') | Answer()" }, { "input": "say hello to Susan in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please take the smallest pringles from the living room and deliver it to desk.", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('pringles', 'smallest') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "You should go after the the lead of person wearing orange shoes in the living room", "output": "Respond('okay I will follow the person wearing orange shoes') | Move_To('living room') | Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing blue shirt in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Say hello and mention your team's affiliation to the person wearing black blouse.", "output": "Respond('Got it!') | Search_Person('', 'wearing black blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow t shirt in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "set the bowl on the kitchen cabinet and arrange the fork on its left", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('fork', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "Provide me a description of the individual lying down over at the trashcan.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Say hello to the person standing and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "follow Emma from the coathanger to the kitchen", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Could you tell me how many person pointing to the right are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "To the person wearing a necklace, introduce yourself and take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find water and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "where is the brain located in the skull", "output": "Respond('skull bones of the head .')" }, { "input": "greet Noah in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow blouse in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | What_Time()" }, { "input": "greet the person wearing white sweater in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | What_Tomorrow()" }, { "input": "State your team's affiliation and say hello to the tallest person.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide them to the coathanger after introducing yourself to the person in the trashcan who is wearing orange shoes.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Could you please escort the person who dressed in an orange blouse, whom in trashcan, to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "look for a person raising their right arm in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "meet Robin in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please inform me what the blue object on the shelf is.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the blue object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "who wrote the song we are the champions", "output": "Respond('Freddie Mercury')" }, { "input": "Please deliver to the left-most dishwasher tab from the TV table to me and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('TV table') | Search_Object('dishwasher tab', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "say what day is today to the man dressed in a yellow blouse in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'man dressed in a yellow blouse') | What_Day()" }, { "input": "when was the united nations formed and what was its purpose", "output": "Respond('to promote international cooperation')" }, { "input": "salute Sophie in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue t shirt in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell person wearing a necklace in the lounge chair how many candle exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('candle','') | Move_To('lounge chair') | Search_Person('', 'person wearing a necklace') | Answer()" }, { "input": "say the pose of Julia at the office to the person at the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('Julia', '') | Vision_Ask('describe to me the person posture') | Move_To('lounge chair') | Vision_Ans()" }, { "input": "go behind me", "output": "Respond('okay I will follow you') | Search_Person('user', '') | Follow()" }, { "input": "greet the person wearing white jacket in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Sophie in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white shirt in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | What_Time()" }, { "input": "greet the person wearing black t shirt in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Can you count the number of people in the office wearing an orange T-shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "tell person wearing yellow shoes in the couch how many knife exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('knife','') | Move_To('couch') | Search_Person('', 'person wearing yellow shoes') | Answer()" }, { "input": "who are the 2 guys in the sonic commercials", "output": "Respond('Peter Grosz')" }, { "input": "greet John in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | What_Time()" }, { "input": "greet the person wearing white blouse in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Navigate to find the cup and place on kitchen cabinet", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "where does the idea of purgatory come from", "output": "Respond('antiquity')" }, { "input": "greet the person wearing black shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Go ahead to trashcan, take strawberry and give it to person in exit. the person wearing orange pants", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('strawberry', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing orange pants') | Respond('Hi. this strawberry for you') | Give_To()" }, { "input": "what is the origin of israeli palestinian conflict", "output": "Respond('the establishment of the state of Israel in 1948')" }, { "input": "greet the person wearing white coat in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | What_Tomorrow()" }, { "input": "bring me soap from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please relate woman raising their left arm in the lounge chair how many sponge there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('sponge','') | Move_To('lounge chair') | Search_Person('', 'woman raising their left arm') | Answer()" }, { "input": "Could you name the blue object on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the blue object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "say hello to Hayley in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "who played tony montana's sister in scarface", "output": "Respond('Mary Elizabeth Mastrantonio')" }, { "input": "greet the person wearing black jacket in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a waving person in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "To the coathanger, guide the individual who is waving.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue shirt in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie at the hallway cabinet then find them in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Your goal is transfer that cola and have it end up in the basket", "output": "Respond('Forsure!') | Search_Object('cola', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "find soap in the office then get it and deliver it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "guide the waving person from the kitchen cabinet to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the kitchen cabinet to the shelf') | Move_To('shelf')" }, { "input": "get acquainted with Robin at the lamp, then locate the person in the coathanger, and respond to a question.", "output": "Respond('Okay i will greet the person') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('coathanger') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "find soap in the hallway then grasp it and deliver it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Name 3 famous male Canadians.", "output": "Respond('Leonard Cohen, Keanu Reeves, and Jim Carrey.')" }, { "input": "take soap from the desk and deliver it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet Sophie in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "look for a person pointing to the left in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find pear and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you tell me how many individuals in the kitchen are wearing an orange shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet Sophie in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "navigate to the hallway and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the right in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "tell the gesture of the person at the coffee table to the person at the loc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in coffee table is') | Answer()" }, { "input": "Get pear and then transfer the pear to coffee table. Then put that in bag", "output": "Respond('Sure! I'm working on it') | Search_Object('pear', '') | Pickup() | Move_To('coffee table') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet William in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | What_Day()" }, { "input": "say something about yourself to Peter standing in the trashcan", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('Peter', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "I wand you to carry orange from lounge chair to hallway. Then hand it over to oldest ", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('orange', '') | Pickup() | Move_To('hallway') | Search_Person('', 'oldest') | Respond('Hi. this orange for you') | Give_To()" }, { "input": "who is rowan blanchard playing in a wrinkle in time", "output": "Respond('Veronica')" }, { "input": "meet Peter in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "Could you name the black object on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the black object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet John in the coathanger and follow.", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('coathanger') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Follow()" }, { "input": "inform man pointing to the left in the kitchen how many bowl there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('bowl','') | Move_To('kitchen') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "greet Hayley in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Could you fetch the blue candy from the dishwasher and bring it to coathanger?", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('candy', 'blue') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "who sang the song i'm the one", "output": "Respond('Chance the Rapper')" }, { "input": "look for a person raising their left arm in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you tell me what the left-most item is on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the left-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "look for a waving person in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black shirt in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say hello to Fleur in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Say hello to the person wearing black shirt and mention your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing black shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find cola in the office then grasp it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please inform me what the black object on the kitchen cabinet is.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the black object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "who played dr. smith on lost in space", "output": "Respond('Jonathan Harris')" }, { "input": "greet the person wearing yellow shirt in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | What_Time()" }, { "input": "Describe the objects located on the dishwasher to Fleur.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Fleur', '') | Answer()" }, { "input": "count the dubbelfris at the desk and report to woman wearing blue pants in the lamp", "output": "Respond('got it!') | Move_To('desk') | Count_Object('dubbelfris','') | Move_To('lamp') | Search_Person('', 'woman wearing blue pants') | Answer()" }, { "input": "I need you to grab plate from kitchen and place it on coffee table", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('plate', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "Please bring black tictac from lamp to kitchen. And hand it over to Jesse", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('tictac', 'black') | Pickup() | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('Hi. this tictac for you') | Give_To()" }, { "input": "Say yourself to the Fleur", "output": "Respond('Okay! I got it') | Search_Person('Fleur', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "find soap in the office then grasp it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a waving person in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Liam in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide Sophie from the exit to the dinner table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the dinner table') | Move_To('dinner table')" }, { "input": "Safely escort Sophie who dressed in an orange T-shirt through exit from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Sophie', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please go behind the lead of Laura in the office", "output": "Respond('Sure, I will follow Laura.') | Move_To('office')| Search_Person('Laura', '')| Respond('Hey Laura I am here to follow you.') | Follow()" }, { "input": "greet Laura in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Deliver cola in kitchen to person dressed in an orange blouse, the person is in lamp", "output": "Respond('Okay, I will do it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('lamp') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, this cola for you') | Give_To()" }, { "input": "find a person pointing to the left in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take cola from the coffee table and bring it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Peter in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Time()" }, { "input": "guide Sara to the lounge chair", "output": "Respond('Okay, I am working on it') | Search_Person('Sara', '') | Respond('Hey, I am here to guide you to lounge chair, please follow me') | Move_To('lounge chair')" }, { "input": "Say hello to the person waving in the living room and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Noah in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell the name of the person at the desk to the person at the loc2", "output": "Respond('got it') | Move_To('desk') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "Give Fleur the lemon", "output": "Respond('Okay, I will give Fleur the lemon') | Search_Object('lemon', '') | Pickup() | Search_Person('Fleur', '') | Give_To() | Respond('Here you go, I have got you the lemon')" }, { "input": "deliver to me the biggest dishwasher tab from the office", "output": "Respond('Got it!') | Move_To('office') | Search_Object('dishwasher tab', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Make your introduction to the individual dressed in a blue T-shirt in the lounge chair and take them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in a blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "bring the black milk from the shelf to me, and respond to a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('shelf') | Search_Object('milk', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "relate woman wearing glasses in the trashcan how many ice tea there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('ice tea','') | Move_To('trashcan') | Search_Person('', 'woman wearing glasses') | Answer()" }, { "input": "where did the indiana football coach come from", "output": "Respond('South Florida')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Deliver pancake mix in kitchen to Harrie in lamp", "output": "Respond('Okay, I will do it') | Move_To('kitchen') | Search_Object('pancake mix', '') | Pickup() | Move_To('lamp') | Search_Person('Harrie', '') | Respond('Hi, this pancake mix for you') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Sara in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Sara', '') | Give_To()" }, { "input": "greet the person wearing white shirt in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Robin in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "find sponges in the living room then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "You go coffee table, count water, report to tony number.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('water', '') | Search_Person('tony', '') | Answer()" }, { "input": "Take yellow liquorice then bring it to Julia at exit", "output": "Respond('Okay, I'm working on it') | Search_Object('liquorice', 'yellow') | Pickup() | Move_To('exit') | Search_Person('Julia', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "say the day of the month to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet Fleur in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say something about yourself to the person standing in the TV table", "output": "Respond('Okay! I got it') | Move_To('TV table') | Search_Person('', 'standing') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "meet Peter in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Day()" }, { "input": "salute Laura in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Illustrate the objects located on the coffee table to William.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('William', '') | Answer()" }, { "input": "greet Sara in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you give me the left-most crisp from the entrance ?", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('crisp', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Laura in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "After you meet Lucas at the exit, head to the couch and greet him.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('couch') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "where would cast iron be used on a car", "output": "Respond('cylinder blocks')" }, { "input": "greet the person wearing black shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing blue jacket in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell the woman wearing black T-shirt in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing black T-shirt') | What_Day()" }, { "input": "greet the person wearing black sweater in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Robin in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the waving person in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "salute Julia in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "locate a waving person in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Say whats your favorite color to the person lying down in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('', 'lying down') | Respond('My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Please tell me how does the person standing look like ?", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the office are wearing orange blouses", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing orange blouses') | Search_Person('user', '') | Answer()" }, { "input": "What is the left-most object located on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the left-most object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the left in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing blue t shirt in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "Describe for Jesse the thing situated on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Jesse', '') | Answer()" }, { "input": "greet the person wearing white sweater in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "meet John in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "What is the tallest object there on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the tallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "You should follow the person wearing an orange blouse in the hallway", "output": "Respond('okay I will follow the person wearing an orange blouse') | Move_To('hallway') | Search_Person('', 'wearing an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Navigate to find the bowl and set on kitchen counter, and set the fork in it", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('fork', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing yellow jacket in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing orange sweater in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'orange sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Would you be able to pop into the living room, do a apple count, and pass that total along to tony afterwards?", "output": "Respond('got it!') | Move_To('living room') | Count_Object('apple', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing white coat in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a person raising their right arm in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "tell me how many people in the living room are wearing white blouses", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing white blouses') | Search_Person('user', '') | Answer()" }, { "input": "pick up the plate", "output": "Respond('Okay, I will go get the plate') | Search_Object('plate', '') | Pickup() | Respond('Here you go, I have got you the plate')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the entrance to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the entrance to the dinner table') | Move_To('dinner table')" }, { "input": "After you get acquainted with Robin at the entrance, go and find her at the couch.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('couch') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "find soap in the hallway then fetch it and give it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "greet Laura in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet Lucas in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say the day of the month to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing white shirt in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "follow the waving person at kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Follow()" }, { "input": "take soap from the hallway cabinet and give it to Jesse in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Jesse', '') | Give_To()" }, { "input": "The request for you is transport that bowl and have it end up in the bag", "output": "Respond('Forsure!') | Search_Object('bowl', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "guide the person wearing blue pants from the lounge chair to the entrance after introducing yourself.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing blue pants') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find washcloth in the hallway then grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Inside kitchen soap, you look count and inform that numbers to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Transport banana in kitchen to exit, give it to Noah wearing an orange shirt", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('banana', '') | Pickup() | Move_To('exit') | Search_Person('Noah', 'wearing an orange shirt') | Respond('Hi Noah. this banana for you') | Give_To()" }, { "input": "greet the person wearing blue jacket in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find coke and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell the day of the week to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Sara in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Susan in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Susan in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Susan', '') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "tell your teams name to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Harrie in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Harrie', '') | Give_To()" }, { "input": "find soap in the office then grasp it and give it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "meet Sophie at the shelf then find them in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet Noah in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Julia in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing yellow jacket in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please put cup at the coffee table", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "go to the hallway cabinet then find curry and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white t shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find cola in the living room then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue jacket in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | What_Time()" }, { "input": "greet the person wearing blue jacket in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who plays the doctor in madea's big happy family", "output": "Respond('Philip Anthony - Rodriguez')" }, { "input": "find a person raising their left arm in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing blue coat in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "meet Noah in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | What_Day()" }, { "input": "salute Harrie in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Can you count the number of people in the kitchen wearing blue T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing blue T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you take the biggest water from the office and bring it to dinner table?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('water', 'biggest') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Please inform child in the living room how many soap there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('soap','') | Move_To('living room') | Search_Person('', 'child') | Answer()" }, { "input": "greet Harrie in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Day()" }, { "input": "go to the hallway cabinet then find liquorice and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('liquorice', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell what day is today to the women lying down in the hallway cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('hallway cabinet') | Search_Person('', 'lying down women') | What_Day()" }, { "input": "Look inside shelf, milk there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white sweater in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Tell me about the individual who is lying down.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "You should go behind the lead of person wearing an orange T-shirt", "output": "Respond('Sure, I will follow the person wearing an orange T-shirt.') | Search_Person('', 'wearing an orange T-shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "find soap in the hallway then get it and bring it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "meet Hayley in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "say hello to Robin in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell the woman raising their left arm in the living room the time", "output": "Move_To('living room') | Search_Person('', 'woman raising their left arm') | What_Time()" }, { "input": "find a person pointing to the left in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "tell me how many snacks there are on the TV table", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "bring the blue water from the kitchen and then answer a question for me.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('water', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "meet Noah in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go after Peter in the kitchen", "output": "Respond('Sure, I will follow Peter.') | Move_To('kitchen')| Search_Person('Peter', '')| Respond('Hey Peter I am here to follow you.') | Follow()" }, { "input": "Greet the person wearing an orange blouse and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take water from the hallway cabinet and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Peter in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "take sponges from the kitchen cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take soap from the shelf and give it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing blue shirt in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "locate a waving person in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me what is the largest fruits on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'largest fruits') | Search_Person('user', '') | Answer()" }, { "input": "tell the man dressed in a yellow shirt in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man dressed in a yellow shirt') | What_Day()" }, { "input": "salute Julia in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Time()" }, { "input": "salute Robin in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "locate a person raising their left arm in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "navigate to the coffee table then look for a strawberry and give it to the men sitting in the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('coffee table') | Search_Object('strawberry', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'sitting men') | Give_To()" }, { "input": "check how many washcloth at the living room and let tony know", "output": "Respond('got it!') | Move_To('living room') | Count_Object('washcloth', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Lucas in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "meet Laura in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "guide Sophie from the entrance to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the entrance') | Move_To('entrance')" }, { "input": "greet the person wearing blue blouse in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to Kevin in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Kevin', '') | Give_To()" }, { "input": "find a waving person in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet Harrie in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Day()" }, { "input": "salute Emma in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "escort the person who is wearing a necklace from the lamp to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Tell whats your team afiliation to Laura", "output": "Respond('Okay! I got it') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "What I need for you is to guide William who wearing glasses at the couch location to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('William', 'wearing glasses') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "I need you to take water and put it on shelf", "output": "Respond('Sure! I'm working on it') | Search_Object('water', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Can you take the smallest milk from the dinner table and bring it to trashcan?", "output": "Respond('Got it!') | Move_To('dinner table') | Search_Object('milk', 'smallest') | Pickup() | Move_To('trashcan') | Place_On('trashcan')" }, { "input": "who sang lead vocals on the eagles take it to the limit", "output": "Respond('Randy Meisner')" }, { "input": "Introduce yourself to Fleur at the entrance, and proceed to go behind.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "find cola in the living room then get it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the waving person in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "go behind the the lead of person dressed in an orange shirt in the kitchen", "output": "Respond('okay I will follow the person dressed in an orange shirt') | Move_To('kitchen') | Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Fleur in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please move to the kitchen counter. tell me how many snacks are on there. ", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "Could you tell me the name of the left-most object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the left-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "I need you to deliver to me the black pancake mix from the exit.", "output": "Respond('Got it!') | Move_To('exit') | Search_Object('pancake mix', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Hayley in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "who has won most super bowls in a row", "output": "Respond('the Miami Dolphins')" }, { "input": "Please tell me what the tallest object is on the desk.", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the tallest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "inform jarvis after counting bowl placed in the office.", "output": "Respond('got it!') | Move_To('office') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white coat in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide Sophie from the exit to the lamp", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the lamp') | Move_To('lamp')" }, { "input": "greet the person wearing white jacket in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Emma in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet Liam in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | What_Day()" }, { "input": "greet the person wearing black sweater in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "greet Noah in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Meet Julia in the lamp and then follow them to the entrance.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Follow()" }, { "input": "Find black pear at couch, and then take it to Lucas in kitchen. Lucas wearing an orange blouse", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('pear', 'black') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', 'wearing an orange blouse') | Respond('Hi Lucas, this pear for you') | Give_To()" }, { "input": "Transfer coke from trashcan to tray in coathanger", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('coke', '') | Pickup() | Move_To('coathanger') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "would you tell the person wearing yellow blouse in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person wearing yellow blouse') | What_Tomorrow()" }, { "input": "tell the man wearing an orange T-shirt in the entrance what day is tomorrow", "output": "Move_To('entrance') | Search_Person('', 'man wearing an orange T-shirt') | What_Tomorrow()" }, { "input": "Tell whats your team afiliation to the person in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet John in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Your job is pick up the blue lemon, carry it to couch and then deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('lemon', 'blue') | Pickup() | Move_To('couch') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Could you deliver to the black cornflakes from the kitchen counter and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen counter') | Search_Object('cornflakes', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "cast of time after time the tv show", "output": "Respond('Jennifer Ferrin as Brooke Monroe')" }, { "input": "In the hallway, greet the person lying down and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet William in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black shirt in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | What_Time()" }, { "input": "go to the hallway cabinet then find hagelslag and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find a person raising their left arm in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your task is put the black cup at the coffee table", "output": "Respond('I got this!') | Search_Object('cup', 'black') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "tell man wearing black pants in the entrance the number of liquorice present on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('liquorice','') | Move_To('entrance') | Search_Person('', 'man wearing black pants') | Answer()" }, { "input": "meet Harrie in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Laura in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "In the living room, greet the person waving and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Introduce yourself to Sara at the entrance, and proceed to follow them to the lamp.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "salute Susan in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "tell the man wearing an orange shirt in the entrance what day is tomorrow", "output": "Move_To('entrance') | Search_Person('', 'man wearing an orange shirt') | What_Tomorrow()" }, { "input": "please tell the person raising their left arm in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "look for a person raising their right arm in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide the lying down people in the couch to the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('', 'lying down people') | Respond('Hey, I am here to guide you to kitchen, please follow me') | Move_To('kitchen')" }, { "input": "guide Sophie from the couch to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the exit') | Move_To('exit')" }, { "input": "meet John in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | What_Day()" }, { "input": "go to the hallway cabinet then find washcloth and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "count the ice tea at the office and then inform man pointing to the right in the hallway cabinet", "output": "Respond('got it!') | Move_To('office') | Count_Object('ice tea','') | Move_To('hallway cabinet') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "find sponges in the hallway then take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I want you to fetch water from couch and place in bag at living room", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('water', '') | Pickup() | Move_To('living room') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "take soap from the hallway cabinet and deliver it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "Could you count how many people are wearing yellow shoes in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing yellow shoes') | Search_Person('user', '') | Answer()" }, { "input": "I need you to give me some noodles in the dish", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Harrie in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | What_Day()" }, { "input": "From lamp, meet the person who is the tallest and guide to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Proceed to the living room, then meet William and respond to a question.", "output": "Respond('got it!') | Move_To('living room') | Search_Person('William', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Let the person at exit know the appearance details of the one standing at lounge chair.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "find water in the hallway then get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person pointing to the right in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Would you like to tell me how many snacks are in the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "tell something about yourself to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say your teams name to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet the person wearing blue sweater in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | What_Time()" }, { "input": "greet the person wearing yellow shirt in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "tell woman pointing to the right in the couch how many mayonaise exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('mayonaise','') | Move_To('couch') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "greet the person wearing blue coat in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Go to office and count mayonaise. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('office') | Count_Object('mayonaise', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "serve some drink into a dish for me", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell me what is the smallest food on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'smallest food') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their right arm in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the kitchen then take it and deliver it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "follow Sophie from the hallway cabinet to the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "get acquainted with Emma at the trashcan.", "output": "Respond('Okay I will get acquainted with Emma') | Move_To('trashcan') | Search_Person('Emma', '') | Respond('Hi Emma, How are you doing?')" }, { "input": "Who is him lying down at the lounge chair? Please inform the details of him to a person at the exit.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "tell me how many people in the hallway are wearing blue coats", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing blue coats') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow blouse in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | What_Tomorrow()" }, { "input": "greet Julia in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Liam in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Day()" }, { "input": "I wand you to carry black cup and transfer it to person dressed in an orange shirt in living room ", "output": "Respond('Ok! I'll do it') | Search_Object('cup', 'black') | Pickup() | Move_To('living room') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "greet the person wearing black shirt in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Deliver peach in living room to person wearing an orange T-shirt", "output": "Respond('Okay, I will do it') | Move_To('living room') | Search_Object('peach', '') | Pickup() | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, this peach for you') | Give_To()" }, { "input": "TV table having all crisp, you go count and say jarvis all the numbers.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "locate a person pointing to the left in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing white sweater in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "You should follow Hayley", "output": "Respond('Sure, I will follow Hayley.') | Search_Person('Hayley', '')| Respond('Hey Hayley I am here to follow you.') | Follow()" }, { "input": "answer the quiz of the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find coke in the hallway then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "say something about yourself to the person standing in the dishwasher", "output": "Respond('Okay! I got it') | Move_To('dishwasher') | Search_Person('', 'standing') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "greet Robin in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet William in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "You can notice person standing, tell how look like.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "find a person raising their left arm in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "escort the person who wearing yellow blouse, in the trashcan, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing yellow blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "take the sitting men in the office to the trashcan", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'sitting men') | Respond('Hey, I am here to guide you to trashcan, please follow me') | Move_To('trashcan')" }, { "input": "Let the person at exit know the appearance details of the one sitting at trashcan.", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "See hagelslag in shelf. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('hagelslag', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find a person raising their right arm in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing white jacket in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing white t shirt in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find washcloth in the office then get it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sophie in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take coke from the dinner table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find a person raising their left arm in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Robin in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your job is set the cup at the shelf, and once that's done, set the spoon in it", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('spoon', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet Emma in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "answer the question of the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find the hagelslag at the coffee table", "output": "Respond('Okay, I will go find the hagelslag') | Move_To('coffee table') | Search_Object('hagelslag', '') | Respond('Here it is, I have found the hagelslag')" }, { "input": "greet the person wearing black sweater in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take coke from the kitchen cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find a person raising their right arm in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "tell the woman raising their left arm in the kitchen cabinet what day is today", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman raising their left arm') | What_Day()" }, { "input": "To person wearing orange shoes in office, acquire lemon from exit and present it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('lemon', '') | Pickup() | Move_To('office') | Search_Person('', 'wearing orange shoes') | Respond('Hi. this lemon for you') | Give_To()" }, { "input": "Could you fetch the left-most dishwasher tab from the shelf and bring it to living room?", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('dishwasher tab', 'left-most') | Pickup() | Move_To('living room') | Place_On('living room')" }, { "input": "greet the person wearing white jacket in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing red t shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Would you deliver to me the smallest crisp that's in the kitchen cabinet , please?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('crisp', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Greet the person wearing orange pants and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a waving person in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "What object can be identified as the yellow on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the yellow object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then take it and bring it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "Could you fetch the tallest plate from the kitchen and bring it to desk?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('plate', 'tallest') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Your task is pick up hagelslag and lay that hagelslag on coffee table", "output": "Respond('Sure! I'm working on it') | Search_Object('hagelslag', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet Jesse in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Day()" }, { "input": "count the strawberry at the trashcan and then report to man wearing blue blouse in the exit", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('strawberry','') | Move_To('exit') | Search_Person('', 'man wearing blue blouse') | Answer()" }, { "input": "guide the waving person from the lamp to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the lamp') | Move_To('lamp')" }, { "input": "bring me some drink in the bowl", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person pointing to the left in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "Can you tell the appearance of the person lying down to the person at the exit", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "take milk from the coffee table and bring it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sophie at the shelf then look for them in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "tell me how many people in the living room are wearing blue t shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing blue t shirts') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Introduce yourself to the person who is wearing blue blouse and then take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue blouse') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "What is the left-most object situated on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the left-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "locate a person pointing to the right in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "meet Laura in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Can you tell me the number of people pointing to the left in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "take the individual wearing blue blouse to the entrance after introducing yourself in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing blue blouse') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "In the hallway, greet the person wearing blue shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing blue shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Sophie at the entrance then locate them in the office", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing black coat in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "locate a waving person in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "take the individual sitting to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find sponges and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please go after the lead of Hayley in the hallway", "output": "Respond('Sure, I will follow Hayley.') | Move_To('hallway')| Search_Person('Hayley', '')| Respond('Hey Hayley I am here to follow you.') | Follow()" }, { "input": "I wand you to carry black cornflakes from lamp and transfer it to person wearing black pants in living room ", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('cornflakes', 'black') | Pickup() | Move_To('living room') | Search_Person('', 'wearing black pants') | Respond('Hi. this cornflakes for you') | Give_To()" }, { "input": "greet Jesse in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you deliver to the left-most candy from the kitchen counter and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen counter') | Search_Object('candy', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "tell me how many people in the living room are wearing black shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing black shirts') | Search_Person('user', '') | Answer()" }, { "input": "I would like you to describe the person exhibiting the standing at the kitchen and also answer a question.", "output": "Respond('Let me see!') | Move_To('kitchen') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "guide Sophie from the trashcan to the dinner table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the dinner table') | Move_To('dinner table')" }, { "input": "follow Sophie from the desk to the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet the person wearing white coat in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | What_Day()" }, { "input": "answer the question of the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Person is at entrance, explain appearance of lying down person to him.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "greet Emma in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "when does a dead dog start to decompose", "output": "Respond('at the moment of death')" }, { "input": "find washcloth in the office then get it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Liam in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "Could you tally up knife at the desk and inform jarvis", "output": "Respond('got it!') | Move_To('desk') | Count_Object('knife', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "In the hallway, how many individuals are wearing yellow pants?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing yellow pants') | Search_Person('user', '') | Answer()" }, { "input": "find washcloth in the living room then grasp it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please get the blue washcloth from the kitchen and bring it to couch.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('washcloth', 'blue') | Pickup() | Move_To('couch') | Place_On('couch')" }, { "input": "greet the person wearing black jacket in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "get acquainted with Liam at the office, and then look for him at the desk and greet.", "output": "Respond('Okay i will greet him') | Move_To('office') | Search_Person('Liam', '') | Respond('Hey Liam, How are you doing?') | Move_To('desk') | Search_Person('Liam', '') | Respond('Oh Liam, we meet again!')" }, { "input": "navigate to the hallway cabinet then look for a mayonaise and give it to the men lying down in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Move_To('living room') | Search_Person('', 'lying down men') | Give_To()" }, { "input": "Tell whats your team affiliation to the person sitting in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take the standing people at the trashcan to the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('', 'standing people') | Respond('Hey, I am here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "In the kitchen, enumerate the curry situated on the counter and report to that quantity to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please take Gabrielle who wearing an orange T-shirt standing at the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Gabrielle', 'wearing an orange T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide Sophie from the shelf to the desk", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the desk') | Move_To('desk')" }, { "input": "Could you identify the tallest object on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the tallest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "greet John in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find water and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "inform woman dressed in a black shirt in the exit the number of milk present on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('milk','') | Move_To('exit') | Search_Person('', 'woman dressed in a black shirt') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to Noah in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Noah', '') | Give_To()" }, { "input": "when did adelaide crows win there last premiership", "output": "Respond('2017')" }, { "input": "Say what item is on the coffee table to Jesse.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('What is the object on the coffee table') | Search_Person('Jesse', '') | Answer()" }, { "input": "how many countries in south america with name", "output": "Respond('twelve')" }, { "input": "guide the waving person from the couch to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the coffee table') | Move_To('coffee table')" }, { "input": "count the hagelslag at the coffee table and then report to tallest man in the office", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('hagelslag','') | Move_To('office') | Search_Person('', 'tallest man') | Answer()" }, { "input": "Say hello to the person in the kitchen who is dressed in an orange shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "bring me hagelslag from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell your teams country to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me washcloth from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue blouse in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "tell the day of the month to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "say what day is tomorrow to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "salute Emma in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "who is named as responsible for the st james massacre", "output": "Respond('Tobela Mlambisa')" }, { "input": "locate a person pointing to the left in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "Can you deliver to me some cereal in a dish?", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the waving person from the couch to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "Please move to the kitchen cabinet. tell me how many drinks are on there. ", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "meet Harrie in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Day()" }, { "input": "Deliver plate from couch to bag in coathanger", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('plate', '') | Pickup() | Move_To('coathanger') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "find sponges in the hallway then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Could you please pick up stroopwafel in hallway and then shift that stroopwafel to coathanger and place in the bag?", "output": "Respond('Sure! I'm working on it') | Move_To('hallway') | Search_Object('stroopwafel', '') | Pickup() | Move_To('coathanger') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the shelf') | Move_To('shelf')" }, { "input": "greet the person wearing red t shirt in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say hello to the person wearing an orange shirt in the hallway and say your team's affiliation", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please go to the living room and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing red coat in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Take blue sponge from lounge chair and then bring it to Julia at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('sponge', 'blue') | Pickup() | Move_To('coathanger') | Search_Person('Julia', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Can you bring me the black apple from the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Search_Object('apple', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you count the number of people lying down in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "Calculate how many coke at the shelf and report to tony", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('coke', '') | Search_Person('tony', '') | Answer()" }, { "input": "To Noah wearing an orange shirt, acquire knife from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('knife', '') | Pickup() | Search_Person('Noah', 'wearing an orange shirt') | Respond('Hi. this knife for you') | Give_To()" }, { "input": "guide the person wearing black shoes to the exit after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'wearing black shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please set a cup on the dinner table, with a knife on its right", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('knife', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Please bring yellow candy in trashcan to person wearing black blouse at the coathanger", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('candy', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing black blouse') | Respond('Hi. this candy for you') | Give_To()" }, { "input": "bring me cola from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell person wearing blue blouse in the hallway how many plum exist on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('plum','') | Move_To('hallway') | Search_Person('', 'person wearing blue blouse') | Answer()" }, { "input": "will you say what day is tomorrow to the person wearing an orange T-shirt in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'person wearing an orange T-shirt') | What_Tomorrow()" }, { "input": "locate a waving person in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "To John wearing blue T-shirt, acquire sponge from coathanger and pass it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('sponge', '') | Pickup() | Search_Person('John', 'wearing blue T-shirt') | Respond('Hi. this sponge for you') | Give_To()" }, { "input": "say the day of the month to the woman dressed in an orange shirt in the kitchen cabinet", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman dressed in an orange shirt') | What_Day()" }, { "input": "find cola in the kitchen then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Take the sausages to the tray", "output": "Respond('Forsure!') | Search_Object('sausages', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "take soap from the hallway cabinet and give it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "find the candy at the shelf", "output": "Respond('Okay, I will go find the candy') | Move_To('shelf') | Search_Object('candy', '') | Respond('Here it is, I have found the candy')" }, { "input": "Please move to the dinner table. tell me how many food are on there. ", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Robin in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Robin', '') | Give_To()" }, { "input": "meet Robin in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet Liam in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Retrieve the smallest bowl from the couch and bring it to me", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('bowl', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet William in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide Sophie from the coathanger to the shelf", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the shelf') | Move_To('shelf')" }, { "input": "Will you tell me how many waving person are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "salute Julia in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "go to the hallway cabinet then find mayonaise and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Your mission is take banana from couch. Finally, handover that banana to person dressed in a black blouse", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('banana', '') | Pickup() | Search_Person('', 'dressed in a black blouse') | Respond('Hi. this banana for you') | Give_To()" }, { "input": "Transport dubbelfris in living room to entrance, give it to person wearing an orange blouse", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('dubbelfris', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing an orange blouse') | Respond('Hi. this dubbelfris for you') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet William in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet John in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Tell Jesse what's on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Jesse', '') | Answer()" }, { "input": "tell man wearing an orange shirt in the trashcan the number of peach present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('peach','') | Move_To('trashcan') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "go behind Jesse", "output": "Respond('Sure, I will follow Jesse.') | Search_Person('Jesse', '')| Respond('Hey Jesse I am here to follow you.') | Follow()" }, { "input": "meet Kevin in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find sausages and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can I ask you to deliver tictac in living room to lamp and place in the tray?", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('tictac', '') | Pickup() | Move_To('lamp') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "In the hallway, greet the person dressed in a yellow blouse and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Julia in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide Sophie from the lounge chair to the dishwasher", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the dishwasher') | Move_To('dishwasher')" }, { "input": "salute Fleur in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Go to couch, meet Sophie and escort to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please go after the lead of person wearing glasses", "output": "Respond('Sure, I will follow the person wearing glasses.') | Search_Person('', 'wearing glasses') | Respond('I am here to follow you.')| Follow()" }, { "input": "Please follow the the lead of person wearing blue blouse in the office", "output": "Respond('okay I will follow the person wearing blue blouse') | Move_To('office') | Search_Person('', 'wearing blue blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet William in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "relate man pointing to the right in the living room how many candle there are on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('candle','') | Move_To('living room') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "pick up the bowl", "output": "Respond('Okay, I will go get the bowl') | Search_Object('bowl', '') | Pickup() | Respond('Here you go, I have got you the bowl')" }, { "input": "who was saint patrick's day named after", "output": "Respond('Saint Patrick')" }, { "input": "say your teams affiliation to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell the pose of the person at the coffee table to the person at the loc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in coffee table is') | Answer()" }, { "input": "guide Sophie from the lamp to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the lounge chair') | Move_To('lounge chair')" }, { "input": "salute Sara in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take the person standing from the lounge chair to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "look for a person pointing to the right in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "After introducing yourself to the person wearing an orange T-shirt, take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Navigate to find the black cup and set on kitchen counter, and set the knife in it", "output": "Respond('I got this!') | Search_Object('cup', 'black') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('knife', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "At trashcan, hand over the dishwasher tab after guiding someone from entrance.", "output": "Move_To('entrance') | Search_Person('', '') | Respond('Hey, am here to guide you to trashcan, please follow me') | Move_To('trashcan') | Search_Object('dishwasher tab', '') | Pickup() | Give_To()" }, { "input": "Describe the individual standing for me and also answer a question.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "look for a person pointing to the left in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "guide the person who is pointing to the left to the exit after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Fetch fork and then move to dishwasher and put that fork on", "output": "Respond('Sure! I'm working on it') | Search_Object('fork', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "find the banana", "output": "Respond('Okay, I will go find the banana') | Search_Object('banana', '') | Respond('Here it is, I have found the banana')" }, { "input": "salute Julia in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide the person wearing a blue t shirt from the exit to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the couch') | Move_To('couch')" }, { "input": "salute the person wearing blue blouse in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet William in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "locate a person raising their left arm in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "banana in dishwasher, you go count, then report to that number tony.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('banana', '') | Search_Person('tony', '') | Answer()" }, { "input": "Could you be able to describe the individual currently lying down in the exit?", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Please transport that apple and deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('apple', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Begin at the lounge chair by introducing yourself to the person lying down, then take them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Laura in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "say hello to the person dressed in an orange blouse in the office and say your team's affiliation", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Find the one dressed in an orange blouse, introduce yourself, and guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue t shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Laura in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Robin in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "bring the candy", "output": "Respond('Okay, I will go deliver the candy') | Search_Object('candy', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the candy')" }, { "input": "greet the person wearing black shirt in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | What_Tomorrow()" }, { "input": "Go to kitchen and count candy. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('candy', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "place dish on kitchen counter", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "meet Sophie at the TV table then locate them in the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Could you tell me how many waving person are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "tell the man dressed in a blue T-shirt in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man dressed in a blue T-shirt') | What_Time()" }, { "input": "Head to the lounge chair, meet Laura, and then answer a question.", "output": "Respond('got it!') | Move_To('lounge chair') | Search_Person('Laura', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Mention your team's affiliation and say hello to the oldest person.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "what are the names of the twin towers", "output": "Respond('1 World Trade Center')" }, { "input": "tell your teams name to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person raising their right arm in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "greet Liam in the kitchen cabinet and follow them to the hallway", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('kitchen cabinet') | Search_Person('Liam', '') | Respond('Hey Liam, How are you doing?') | Follow()" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "go to the hallway cabinet then find hagelslag and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Would you serve some noodles in a bowl for me?", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing orange sweater in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'orange sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find water in the hallway then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black coat in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | What_Day()" }, { "input": "I want you to tell me how many person pointing to the right are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "relate woman wearing blue shirt in the lamp how many pancake mix there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('pancake mix','') | Move_To('lamp') | Search_Person('', 'woman wearing blue shirt') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Susan in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Susan', '') | Give_To()" }, { "input": "who have been the hosts of the price is right", "output": "Respond('Bob Barker')" }, { "input": "who is the chief of indian navy at present", "output": "Respond('Admiral Sunil Lanba')" }, { "input": "greet Hayley in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "greet Kevin in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "get acquainted with Gabrielle at the exit, then greet him at the trashcan.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('trashcan') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "Please tell me what the black object is on the dishwasher.", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the black object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many cleaning supplies there are on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "how large was the mongol empire at the height of its power", "output": "Respond('24,000,000 km ( 9,300,000 sq mi )')" }, { "input": "greet the person wearing black coat in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take curry from the hallway cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Julia in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Tell where are you from to the person sitting in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "navigate to the kitchen and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "meet William in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Would you go after standing women in the exit", "output": "Respond('okay I will follow standing women') | Move_To('exit') | Search_Person('', 'standing women')| Respond('I am here to follow you.') | Follow()" }, { "input": "Your assistance is needed to go through the coffee table, make a count of all the fork items, and provide jarvis with that number.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('fork', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Once you've introduced yourself to the person dressed in an orange T-shirt, take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "stroopwafel present on the kitchen counter, tally them and inform the number to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('stroopwafel', '') | Search_Person('tony', '') | Answer()" }, { "input": "inform woman dressed in a blue blouse in the couch the number of cornflakes present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('cornflakes','') | Move_To('couch') | Search_Person('', 'woman dressed in a blue blouse') | Answer()" }, { "input": "Please give a description of the person showing the standing at the exit and reply to a question.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "serve some drink into the dish for me", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Emma in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Kevin in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow blouse in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "Greet the person wearing a necklace and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, My team's name is pusan national university')" }, { "input": "locate a person raising their left arm in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Laura in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take someone to lamp from entrance, find an individual, and hand over the ice tea.", "output": "Move_To('entrance') | Search_Person('', '') | Respond('Hey, am here to guide you to lamp, please follow me') | Move_To('lamp') | Search_Object('ice tea', '') | Pickup() | Give_To()" }, { "input": "meet John in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | What_Day()" }, { "input": "Please change location of blue coke in kitchen to inside of basket", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('coke', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "On the dinner table, put bowl and spoon in it", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('spoon', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "bring the pringles", "output": "Respond('Okay, I will go deliver the pringles') | Search_Object('pringles', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the pringles')" }, { "input": "tell what day is today to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing blue t shirt in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "Introduce yourself to the person who is waving and then escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "tell me what is the smallest fruits on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'smallest fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "what is the order of mad max movies", "output": "Respond('Mad Max 2 ( 1981 )')" }, { "input": "greet Laura in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "say hello to Susan in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please share details about the person standing at the couch and report to the person at the exit", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "Can you serve a bowl full of noodles?", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet John in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | What_Time()" }, { "input": "locate a person raising their right arm in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find soap in the hallway then grasp it and deliver it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "Introduce yourself to the person sitting and then proceed to take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Lucas in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Robin in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide Sophie from the desk to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the coathanger') | Move_To('coathanger')" }, { "input": "tell the time to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "meet Lucas in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white t shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Julia in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "count the apple at the exit and inform man pointing to the left in the kitchen counter", "output": "Respond('got it!') | Move_To('exit') | Count_Object('apple','') | Move_To('kitchen counter') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "inform person waving in the entrance the number of peach present on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('peach','') | Move_To('entrance') | Search_Person('', 'person waving') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the couch') | Move_To('couch')" }, { "input": "tell what day is tomorrow to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "who played shawn on days of our lives", "output": "Respond('Jason Cook')" }, { "input": "greet Sara in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Time()" }, { "input": "count the bowl at the desk and report to woman dressed in an orange T-shirt in the lamp", "output": "Respond('got it!') | Move_To('desk') | Count_Object('bowl','') | Move_To('lamp') | Search_Person('', 'woman dressed in an orange T-shirt') | Answer()" }, { "input": "find a person raising their left arm in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "who wrote the song that's the way i like it", "output": "Respond('Harry W. Casey')" }, { "input": "After introducing yourself to the person lying down at the couch, take them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find the ice tea at the dishwasher", "output": "Respond('Okay, I will go find the ice tea') | Move_To('dishwasher') | Search_Object('ice tea', '') | Respond('Here it is, I have found the ice tea')" }, { "input": "salute the person wearing blue sweater in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "tell me what is the largest snacks on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'largest snacks') | Search_Person('user', '') | Answer()" }, { "input": "You should go behind the the lead of person dressed in an orange blouse in the living room", "output": "Respond('okay I will follow the person dressed in an orange blouse') | Move_To('living room') | Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Please go after the the lead of person wearing a hat in the hallway", "output": "Respond('okay I will follow the person wearing a hat') | Move_To('hallway') | Search_Person('', 'wearing a hat')| Respond('I am here to follow you.') | Follow()" }, { "input": "Say hello to the tallest person in the kitchen and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Susan in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a person raising their left arm in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the hallway then take it and deliver it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "From living room, take hagelslag and convey it to Lucas dressed in an orange T-shirt at couch", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('hagelslag', '') | Pickup() | Move_To('couch') | Search_Person('Lucas', 'dressed in an orange T-shirt') | Respond('Hi. this hagelslag for you') | Give_To()" }, { "input": "meet Fleur in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | What_Day()" }, { "input": "bring me cola from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the desk and deliver it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Your job is put the bowl at the desk, and once that's done, put the knife on its right", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "go to the hallway cabinet then find sponges and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the right in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "guide Sophie from the lamp to the coffee table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the coffee table') | Move_To('coffee table')" }, { "input": "salute Julia in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet the person wearing blue jacket in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the hallway then fetch it and give it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "tell me what is the heaviest object on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'heaviest') | Search_Person('user', '') | Answer()" }, { "input": "who is the actress that plays dabby on disjointed", "output": "Respond('Betsy Sodaro')" }, { "input": "follow Sophie from the desk to the office", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "guide the person wearing a blue t shirt from the kitchen cabinet to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the kitchen cabinet to the entrance') | Move_To('entrance')" }, { "input": "greet the person wearing blue jacket in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the shelf and bring it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing yellow sweater in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Liam in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Hayley in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "look for a person raising their left arm in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Can you take the smallest plate from the desk and bring it to living room?", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('plate', 'smallest') | Pickup() | Move_To('living room') | Place_On('living room')" }, { "input": "greet the person wearing yellow coat in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "greet the person wearing black t shirt in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | What_Tomorrow()" }, { "input": "find milk in the hallway then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "describe the objects in the dinner table", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects in the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "greet Sophie in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "get acquainted with Jesse at the kitchen, then welcome her at the desk.", "output": "Respond('Okay i will greet her') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('desk') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "look for a person pointing to the right in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue sweater in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | What_Time()" }, { "input": "greet Laura in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please retrieve the blue strawberry from the TV table and deliver it to me.", "output": "Respond('Got it!') | Move_To('TV table') | Search_Object('strawberry', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say hello to the smallest person and mention your team's affiliation in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Kevin in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue blouse in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black blouse in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "meet Fleur in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you tell me how many people in the hallway are raising their left arm?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "After you meet Hayley at the coathanger, head to the lounge chair and find her.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('lounge chair') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "Your task is to convey the black mayonaise from living room to lounge chair and place it inside the tray", "output": "Respond('Forsure!') | Move_To('living room') | Search_Object('mayonaise', 'black') | Pickup() | Move_To('lounge chair') |Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet Noah in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "find a person pointing to the right in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet William in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "who has won most super bowls in a row", "output": "Respond('the Pittsburgh Steelers')" }, { "input": "I need a dish with drink, can you bring it to me?", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "put a dish on the dishwasher", "output": "Respond('Got it!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Could you put a dish on the coffee table and a spoon on its right?", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('spoon', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet Laura in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Make your introduction to Lucas in the shelf, then follow them to the office.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing black jacket in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "shelf having plum, you check and count, report to that amount to jarvis.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('plum', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tictac present on the kitchen counter, tally them and inform the number to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('tictac', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide Sophie from the coathanger to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "Could you please retrieve the yellow crisp from the hallway and bring it to me?", "output": "Respond('Certainly!') | Move_To('hallway') | Search_Object('crisp', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "when was big brothers big sisters canada founded", "output": "Respond('1912')" }, { "input": "find soap in the office then fetch it and deliver it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Would you go get the right-most washcloth from the coathanger and bring it to me?", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('washcloth', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find sponges in the hallway then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Liam in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your mission is pick up yellow water from kitchen and convey it to exit. Finally, handover that water to person dressed in a yellow shirt", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('water', 'yellow') | Pickup() | Move_To('exit') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hi. this water for you') | Give_To()" }, { "input": "meet Robin in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform man wearing a hat in the entrance how many plum there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('plum','') | Move_To('entrance') | Search_Person('', 'man wearing a hat') | Answer()" }, { "input": "Could you please take Emma who wearing a necklace who is in trashcan to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Emma', 'wearing a necklace') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell me what is the smallest decorations on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'smallest decorations') | Search_Person('user', '') | Answer()" }, { "input": "banana is in office, you go there count and give jarvis the numbers.", "output": "Respond('got it!') | Move_To('office') | Count_Object('banana', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "At the lamp, get to know Robin, then greet him at the coathanger.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('coathanger') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "greet Laura in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "where was whale rider filmed in new zealand", "output": "Respond('Auckland')" }, { "input": "greet the person wearing white t shirt in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | What_Tomorrow()" }, { "input": "look for a waving person in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "find soap in the hallway then get it and deliver it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "guide the waving person from the TV table to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the coathanger') | Move_To('coathanger')" }, { "input": "I want you to deliver liquorice from lamp to basket in hallway", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('liquorice', '') | Pickup() | Move_To('hallway') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "say something about yourself to the person sitting in the kitchen cabinet", "output": "Respond('Okay! I got it') | Move_To('kitchen cabinet') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "escort the person who is pointing to the right to the exit after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing white t shirt in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Navigate to the trashcan, find a candle, and bring it to the person lying down in the entrance.", "output": "Respond('Okay i got it!') | Move_To('trashcan') | Search_Object('candle', '') | Pickup() | Move_To('entrance') | Search_Person('', 'lying down') | Give_To()" }, { "input": "Could you tell me how many individuals in the kitchen are lying down?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "tell the time to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "greet Sara in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find mayonaise and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "dinner table having ice tea, you check and count, inform that amount to tony.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('ice tea', '') | Search_Person('tony', '') | Answer()" }, { "input": "take coke from the dinner table and give it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sara in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet Hayley in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell the woman wearing black blouse in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing black blouse') | What_Day()" }, { "input": "greet the person wearing blue blouse in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | What_Tomorrow()" }, { "input": "greet Sophie in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "meet Hayley in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Could you tell me how many individuals in the kitchen are wearing a necklace?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing a necklace') | Search_Person('user', '') | Answer()" }, { "input": "Please bring black apple to person wearing blue shoes at the exit", "output": "Respond('Ok! I'll do it') | Search_Object('apple', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'wearing blue shoes') | Respond('Hi. this apple for you') | Give_To()" }, { "input": "Start by introducing yourself to the individual wearing glasses, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to John in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('John', '') | Give_To()" }, { "input": "greet Peter in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Day()" }, { "input": "take curry from the kitchen cabinet and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Your task is earn ice tea and shift that ice tea on kitchen counter", "output": "Respond('Sure! I'm working on it') | Search_Object('ice tea', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing blue sweater in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Sara in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Could you serve some cereal into the cup?", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Kevin in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the entrance to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the entrance to the lounge chair') | Move_To('lounge chair')" }, { "input": "please say something about yourself to Sara who is standing in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('Sara', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet Susan in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take fanta from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Emma in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black t shirt in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | What_Time()" }, { "input": "See candy in shelf. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('candy', '') | Search_Person('tony', '') | Answer()" }, { "input": "bring me strawberry from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('strawberry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Noah in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | What_Day()" }, { "input": "say what time is it to the men standing in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('', 'standing men') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Greet the individual wearing a hat in the living room and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing a hat') | Respond('Hi, My team's name is pusan national university')" }, { "input": "bring me strawberry from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('strawberry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Noah in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a person raising their right arm in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet the person wearing blue jacket in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "locate a person pointing to the right in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "find soap in the hallway then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "take soap from the hallway cabinet and give it to Sophie in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sophie', '') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the exit to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the lounge chair') | Move_To('lounge chair')" }, { "input": "why can't you buy alcohol on sunday before noon", "output": "Respond('under the idea that people should be in church on Sunday morning , or at least not drinking')" }, { "input": "go to the hallway cabinet then find dubbelfris and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "To Hayley wearing black shoes, whom is in living room, acquire fork from coathanger and pass it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('fork', '') | Pickup() | Move_To('living room') | Search_Person('Hayley', 'wearing black shoes') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "find a person pointing to the left in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "Which object is the left-most on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the left-most object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "Will you go behind sitting men in the couch", "output": "Respond('okay I will follow sitting men') | Move_To('couch') | Search_Person('', 'sitting men')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet William in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "locate a person pointing to the left in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide Sophie from the lounge chair to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the entrance') | Move_To('entrance')" }, { "input": "Please tell smallest person in the lounge chair how many apple there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('apple','') | Move_To('lounge chair') | Search_Person('', 'smallest person') | Answer()" }, { "input": "count the dishwasher tab at the trashcan and then inform person dressed in a blue T-shirt in the dishwasher", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('dishwasher tab','') | Move_To('dishwasher') | Search_Person('', 'person dressed in a blue T-shirt') | Answer()" }, { "input": "guide Sophie from the coathanger to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the lounge chair') | Move_To('lounge chair')" }, { "input": "washcloth in dishwasher, you go count, then inform that number tony.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('washcloth', '') | Search_Person('tony', '') | Answer()" }, { "input": "Could you please bring this sausages to tray in kitchen?", "output": "Respond('Forsure!') | Search_Object('sausages', '') | Pickup() | Move_To('kitchen') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing yellow blouse in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet William in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "Illustrate the objects located on the desk to William.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('describe the objects on the desk') | Search_Person('William', '') | Answer()" }, { "input": "Greet the person wearing orange shoes and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Liam in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing black shirt in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "Please make your way to the trashcan and guide the person who wearing a necklace to the exit.", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing a necklace') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Can you tell me how many people in the hallway are sitting?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "locate a waving person in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Jesse in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Your task is escort Kevin to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Kevin', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "who has won most super bowls in a row", "output": "Respond('the New England Patriots')" }, { "input": "who has the most wins as an nfl quarterback", "output": "Respond('Tom Brady')" }, { "input": "greet William in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "In the living room, how many people are wearing a hat?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "greet Noah in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Emma in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "find a person raising their left arm in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find milk and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go after Harrie", "output": "Respond('okay I will follow the Harrie') | Search_Person('Harrie', '') | Follow()" }, { "input": "Travel to the entrance, meet Fleur, and then answer a question.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Fleur', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "bring the yellow dubbelfris from the dishwasher and then answer a question for me.", "output": "Respond('Got it i will bring it to you!') | Move_To('dishwasher') | Search_Object('dubbelfris', 'yellow') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "tell man wearing yellow blouse in the kitchen counter how many coke there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('coke','') | Move_To('kitchen counter') | Search_Person('', 'man wearing yellow blouse') | Answer()" }, { "input": "From hallway, take tictac and convey it to Harrie dressed in a blue blouse at trashcan", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('tictac', '') | Pickup() | Move_To('trashcan') | Search_Person('Harrie', 'dressed in a blue blouse') | Respond('Hi. this tictac for you') | Give_To()" }, { "input": "greet the person wearing black t shirt in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "inform man raising their left arm in the couch how many fanta exist on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('fanta','') | Move_To('couch') | Search_Person('', 'man raising their left arm') | Answer()" }, { "input": "meet Fleur in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say yourself to the John", "output": "Respond('Okay! I got it') | Search_Person('John', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "follow Julia from the lamp to the kitchen", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "who wrote will you still love me tomorrow for the shirelles", "output": "Respond('Carole King')" }, { "input": "bring me milk from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sara in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Time()" }, { "input": "pick up the candle", "output": "Respond('Okay, I will go get the candle') | Search_Object('candle', '') | Pickup() | Respond('Here you go, I have got you the candle')" }, { "input": "You should follow the lead of Kevin", "output": "Respond('Sure, I will follow Kevin.') | Search_Person('Kevin', '')| Respond('Hey Kevin I am here to follow you.') | Follow()" }, { "input": "take soap from the desk and give it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Describe what objects are on the dinner table for Kevin.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Kevin', '') | Answer()" }, { "input": "In the kitchen, enumerate the orange situated on the counter and report to that quantity to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('orange', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black jacket in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "bring me mayonaise from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet John in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell what day is tomorrow to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "guide Sophie from the trashcan to the couch", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the couch') | Move_To('couch')" }, { "input": "guide Sophie from the hallway cabinet to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the lounge chair') | Move_To('lounge chair')" }, { "input": "greet the person wearing red t shirt in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "In tray, put the bowl", "output": "Respond('Forsure!') | Search_Object('bowl', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Introduce yourself to the Emma in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('Emma', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "guide the waving person from the coathanger to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the entrance') | Move_To('entrance')" }, { "input": "how many episodes of the originals season 5 is there", "output": "Respond('8')" }, { "input": "follow Julia from the kitchen cabinet to the hallway", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "look for a person pointing to the left in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "I wand you to carry blue mayonaise from trashcan and transfer it to person wearing orange pants in office ", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('mayonaise', 'blue') | Pickup() | Move_To('office') | Search_Person('', 'wearing orange pants') | Respond('Hi. this mayonaise for you') | Give_To()" }, { "input": "meet Noah in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Emma in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Time()" }, { "input": "greet the person wearing white sweater in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please transport that curry and deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('curry', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Introduce yourself to the person wearing a necklace and then proceed to guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "relate man wearing blue shoes in the desk how many crisp there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('crisp','') | Move_To('desk') | Search_Person('', 'man wearing blue shoes') | Answer()" }, { "input": "locate a waving person in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Time()" }, { "input": "From couch, take the person who wearing a necklace to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing a necklace') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "Could you name the tallest object on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the tallest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "place a bowl on the kitchen cabinet", "output": "Respond('Got it!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "Say what items are on the kitchen cabinet to Lucas.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('Lucas', '') | Answer()" }, { "input": "hallway having all liquorice, you go count and say jarvis all the numbers.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "You should follow the lead of person wearing black T-shirt", "output": "Respond('Sure, I will follow the person wearing black T-shirt.') | Search_Person('', 'wearing black T-shirt') | Respond('I am here to follow you.')| Follow()" }, { "input": "Your task is to escort Robin who wearing an orange T-shirt, in lamp, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Robin', 'wearing an orange T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find candy and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candy', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie at the trashcan then look for them in the hallway", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Your assistance is needed to go through the hallway cabinet, make a count of all the sponge items, and provide jarvis with that number.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('sponge', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "What is the smallest object located on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the smallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then grasp it and deliver it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "Head to the office, meet William, and then answer a question.", "output": "Respond('got it!') | Move_To('office') | Search_Person('William', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the lounge chair') | Move_To('lounge chair')" }, { "input": "take soap from the desk and give it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "find milk in the office then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Get the yellow bowl from the trashcan and bring it here.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('bowl', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | What_Tomorrow()" }, { "input": "inform person waving in the kitchen how many tictac exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('tictac','') | Move_To('kitchen') | Search_Person('', 'person waving') | Answer()" }, { "input": "navigate to the entrance then look for a candle and give it to the men standing in the TV table", "output": "Respond('Okay, I Am working on it') | Move_To('entrance') | Search_Object('candle', '') | Pickup() | Move_To('TV table') | Search_Person('', 'standing men') | Give_To()" }, { "input": "who sang the song i'm the one", "output": "Respond('Lil Wayne')" }, { "input": "locate a waving person in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Kevin in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet Robin in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "My request for you is shift pringles from coathanger to bag in hallway", "output": "Respond('Sure! I'm working on it') | Move_To('coathanger') | Search_Object('pringles', '') | Pickup() | Move_To('hallway') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Give Gabrielle the mayonaise", "output": "Respond('Okay, I will give Gabrielle the mayonaise') | Search_Object('mayonaise', '') | Pickup() | Search_Person('Gabrielle', '') | Give_To() | Respond('Here you go, I have got you the mayonaise')" }, { "input": "What object is the right-most that you see on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the right-most object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the kitchen then take it and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "say your teams country to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find washcloth in the hallway then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue t shirt in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say something about yourself to women lying down in the office", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'lying down women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet the person wearing black jacket in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell me how many dishes there are on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "count the pancake mix at the kitchen cabinet and then inform man dressed in an orange T-shirt in the living room", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('pancake mix','') | Move_To('living room') | Search_Person('', 'man dressed in an orange T-shirt') | Answer()" }, { "input": "find a person pointing to the left in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Your task is put the yellow dish at the desk, and once that's done, put the spoon on its left", "output": "Respond('I got this!') | Search_Object('dish', 'yellow') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('spoon', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "relate person pointing to the right in the living room how many plum there are on the TV table", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('plum','') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "meet Laura in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Time()" }, { "input": "I want you to tell me how many person pointing to the left are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then get it and deliver it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Tell whats your team afiliation to Emma in couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me how many people in the living room are wearing an orange blouse", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "what are the names of the characters in the breakfast club", "output": "Respond('Claire Standish')" }, { "input": "find coke in the hallway then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Person is lying down in lamp. Describe to me.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "when did the vikings first come to north america", "output": "Respond('the late 10th century AD')" }, { "input": "greet the person wearing yellow blouse in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take soap from the desk and give it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "take soap from the kitchen cabinet and give it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me coke from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sara in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Lucas in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Tell whats your team afiliation to Hayley", "output": "Respond('Okay! I got it') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you serve some drink into a dish?", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find pear and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "relate woman wearing yellow blouse in the trashcan how many soap there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('soap','') | Move_To('trashcan') | Search_Person('', 'woman wearing yellow blouse') | Answer()" }, { "input": "bring the black cola for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('cola', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "navigate to the hallway then look for a cola and give it to the women lying down in the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'lying down women') | Give_To()" }, { "input": "go to the hallway cabinet then find curry and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say hello to Liam in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Would you like to tell me how many fruits are in the TV table", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet Sophie in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "bring me mayonaise from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow Sophie from the coathanger to the office", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "Please transport that plate and deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('plate', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "locate a person raising their left arm in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Guide someone from coathanger to lamp, find an individual, and hand them the pear.", "output": "Move_To('coathanger') | Search_Person('', '') | Respond('Hey, am here to guide you to lamp, please follow me') | Move_To('lamp') | Search_Object('pear', '') | Pickup() | Give_To()" }, { "input": "salute Sophie in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Time()" }, { "input": "find soap in the hallway then get it and bring it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "greet the person wearing yellow shirt in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the office then get it and give it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Take tictac from lounge chair and then bring it to person who smallest at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('tictac', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'smallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Go to lamp, meet Laura who dressed in a black T-shirt and escort to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Laura', 'dressed in a black T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "I need you to grab crisp and place it on dinner table", "output": "Respond('Sure! I'm working on it') | Search_Object('crisp', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "greet Susan in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "go to the hallway cabinet then find lemon and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('lemon', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Sophie in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Sophie', '') | Give_To()" }, { "input": "guide Sophie from the exit to the desk", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the desk') | Move_To('desk')" }, { "input": "greet the person wearing blue shirt in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I wand you to carry blue cornflakes from lounge chair to living room. Then hand it over to Gabrielle ", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('cornflakes', 'blue') | Pickup() | Move_To('living room') | Search_Person('Gabrielle', '') | Respond('Hi. this cornflakes for you') | Give_To()" }, { "input": "greet Kevin in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet the person wearing yellow t shirt in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "What is the tallest object that can be found on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the tallest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "Say I need you to the Julia in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('Julia', '') | Respond('I need you')" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Please relate woman pointing to the right in the couch how many mayonaise there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('mayonaise','') | Move_To('couch') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "Tell I need you to the William in the dishwasher", "output": "Respond('Okay! I got it') | Move_To('dishwasher') | Search_Person('William', '') | Respond('I need you')" }, { "input": "Please follow the person dressed in an orange blouse", "output": "Respond('okay I will follow the person dressed in an orange blouse') | Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "guide the person wearing a blue t shirt from the lamp to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "greet William at the entrance.", "output": "Respond('Okay I will greet William') | Move_To('entrance') | Search_Person('William', '') | Respond('Hey William, How are you doing?')" }, { "input": "greet the person wearing yellow t shirt in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say what day is today to the man dressed in a blue blouse in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'man dressed in a blue blouse') | What_Day()" }, { "input": "Say yourself to the Noah", "output": "Respond('Okay! I got it') | Search_Person('Noah', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "tell the gesture of the person at the desk to the person at the loc2", "output": "Respond('got it') | Move_To('desk') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in desk is') | Answer()" }, { "input": "What I need for you is to take Laura to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Laura', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "look for a person raising their right arm in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Laura in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "salute Julia in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "I'd like you to carry that black plum and put it into the basket in living room", "output": "Respond('Forsure!') | Search_Object('plum', 'black') | Pickup() | Move_To('living room') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing blue shirt in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | What_Time()" }, { "input": "who ruled the country before it became bolivia", "output": "Respond('Spanish')" }, { "input": "say something about yourself to people who is standing in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'standing people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "meet Sophie at the kitchen cabinet then look for them in the hallway", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Greet the person dressed in an orange T-shirt and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing black blouse in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "bring me plum from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell person dressed in a blue blouse in the entrance how many lemon exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('lemon','') | Move_To('entrance') | Search_Person('', 'person dressed in a blue blouse') | Answer()" }, { "input": "greet Sara in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "count the pear at the desk and report to woman wearing blue shirt in the lamp", "output": "Respond('got it!') | Move_To('desk') | Count_Object('pear','') | Move_To('lamp') | Search_Person('', 'woman wearing blue shirt') | Answer()" }, { "input": "greet the person wearing black shirt in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "find the plum at the desk", "output": "Respond('Okay, I will go find the plum') | Move_To('desk') | Search_Object('plum', '') | Respond('Here it is, I have found the plum')" }, { "input": "Let me know the details of the person lying down in the entrance.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin at the lamp, moving forward to greet her at the entrance.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "guide the waving person from the TV table to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the couch') | Move_To('couch')" }, { "input": "look for a person raising their left arm in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "salute Hayley in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Could you please escort the person who wearing an orange blouse, whom in couch, to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "salute Lucas in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "tell me how many people in the kitchen are wearing yellow blouses", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing yellow blouses') | Search_Person('user', '') | Answer()" }, { "input": "explain to Peter what items are situated on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Peter', '') | Answer()" }, { "input": "Introduce yourself to the person dressed in a black blouse at the lamp and then proceed to guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take soap from the hallway cabinet and bring it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "meet Kevin in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | What_Day()" }, { "input": "follow Emma from the exit to the living room", "output": "Respond('got it') | Move_To('exit') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "meet Sara at the exit, then go to the lounge chair and greet him.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('lounge chair') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "Would you tell me how many person raising their left arm are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the kitchen then grasp it and give it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "get to know Susan at the coathanger, moving forward to find him at the lamp.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Move_To('lamp') | Search_Person('Susan', '') | Respond('Oh Susan, we meet again!')" }, { "input": "greet the person wearing black jacket in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | What_Time()" }, { "input": "look for a person raising their right arm in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "say hello to the person wearing black pants and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'wearing black pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Get the blue mayonaise from the trashcan and bring it here.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('mayonaise', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow Sophie from the coathanger to the kitchen", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "tell me what is the biggest drinks on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'biggest drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet Susan in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "look for a person pointing to the left in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "bring me a dish filled with cereal, please", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you tell me the number of individuals wearing yellow T-shirt in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing yellow T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "I need a dish of drink, can you bring it to me?", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say something about yourself to Julia who is lying down in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('Julia', 'lying down') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "State your team's affiliation and say hello to the person dressed in an orange blouse.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find curry and get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "At the shelf, set cup", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet Laura in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "Go over to the exit, locate a stroopwafel, and bring it to the person lying down in the couch.", "output": "Respond('Okay i got it!') | Move_To('exit') | Search_Object('stroopwafel', '') | Pickup() | Move_To('couch') | Search_Person('', 'lying down') | Give_To()" }, { "input": "meet Sara in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Liam in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Liam', '') | Give_To()" }, { "input": "count the pringles at the exit and report to person wearing yellow blouse in the dishwasher", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pringles','') | Move_To('dishwasher') | Search_Person('', 'person wearing yellow blouse') | Answer()" }, { "input": "tell person wearing a hat in the lounge chair how many candle exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('candle','') | Move_To('lounge chair') | Search_Person('', 'person wearing a hat') | Answer()" }, { "input": "Go to the kitchen cabinet and introduce yourself to Noah, then follow them to the office.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing blue t shirt in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | What_Tomorrow()" }, { "input": "greet Hayley in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me pear from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "At lamp, take the person who wearing blue shirt to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing blue shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take curry from the dishwasher and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "movie indiana jones and the last crusade cast", "output": "Respond('Denholm Elliott')" }, { "input": "In the kitchen, say hello to the person wearing blue blouse and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue blouse in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "Could you please pick up washcloth in hallway and then shift that washcloth to coathanger and place in the tray?", "output": "Respond('Sure! I'm working on it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Move_To('coathanger') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "When you get a chance, can you head over to the kitchen cabinet, count every single item of plate in there, and give tony the final tally?", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('plate', '') | Search_Person('tony', '') | Answer()" }, { "input": "look for a waving person in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "describe the objects in the desk", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('describe the objects in the desk') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Lucas in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "bring the apple", "output": "Respond('Okay, I will go deliver the apple') | Search_Object('apple', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the apple')" }, { "input": "Greet the oldest individual in the office and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "look for a person raising their left arm in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me what is the biggest object on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'biggest') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then grasp it and give it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "look for a person pointing to the left in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Fleur at the exit, then say hi to her at the trashcan.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('trashcan') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "meet Fleur in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you please bring me the yellow knife from the lounge chair?", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('knife', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet John in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the kitchen then take it and deliver it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "meet John in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | What_Day()" }, { "input": "Take the curry to the tray", "output": "Respond('Forsure!') | Search_Object('curry', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "meet Peter in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow shirt in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Laura in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing red t shirt in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please tell person dressed in an orange shirt in the lamp how many dishwasher tab there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('dishwasher tab','') | Move_To('lamp') | Search_Person('', 'person dressed in an orange shirt') | Answer()" }, { "input": "What object is the right-most one on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the right-most object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "find cola in the kitchen then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "How many individuals in the office are wearing a hat?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow coat in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "On shelf, put the cup, and don't forget to put the fork on its left", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('fork', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Will you go after lying down women in the kitchen cabinet", "output": "Respond('okay I will follow lying down women') | Move_To('kitchen cabinet') | Search_Person('', 'lying down women')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Hayley in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the hallway then grasp it and give it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "who played dr burke in grey's anatomy", "output": "Respond('Isaiah Washington IV')" }, { "input": "Please take the smallest mayonaise from the kitchen cabinet and deliver it to kitchen.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('mayonaise', 'smallest') | Pickup() | Move_To('kitchen') | Place_On('kitchen')" }, { "input": "Could you please go to the hallway, count all the crisp there, and let jarvis know the total?", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take the smallest person to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find soap in the hallway then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what day is tomorrow to the man pointing to the left in the couch", "output": "Move_To('couch') | Search_Person('', 'man pointing to the left') | What_Tomorrow()" }, { "input": "tell what day is today to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "What is the yellow object on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the yellow object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the hallway are wearing black blouses", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing black blouses') | Search_Person('user', '') | Answer()" }, { "input": "Please inform me about the tallest object on the kitchen cabinet.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the tallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Meet Fleur in the lounge chair and then follow them.", "output": "Respond('got it!') | Move_To('lounge chair') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Follow()" }, { "input": "Could you count how many people are sitting in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "relate person waving in the living room how many lemon there are on the TV table", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('lemon','') | Move_To('living room') | Search_Person('', 'person waving') | Answer()" }, { "input": "Can I ask you to bring bowl in kitchen to couch and put in the basket?", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('bowl', '') | Pickup() | Move_To('couch') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "find a person raising their left arm in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "who was the first host of whose line is it anyway", "output": "Respond('Clive Anderson')" }, { "input": "greet Jesse in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide the person who is wearing orange shoes to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please bring black fork to person wearing black shirt at the exit", "output": "Respond('Ok! I'll do it') | Search_Object('fork', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'wearing black shirt') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "locate a person raising their right arm in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "Your job is set the black dish at the dinner table, and once that's done, set the spoon on its right", "output": "Respond('I got this!') | Search_Object('dish', 'black') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('spoon', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Could you tell me the number of people in the living room dressed in an orange shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "Guide someone from trashcan to exit, find an individual, and hand them the pancake mix.", "output": "Move_To('trashcan') | Search_Person('', '') | Respond('Hey, am here to guide you to exit, please follow me') | Move_To('exit') | Search_Object('pancake mix', '') | Pickup() | Give_To()" }, { "input": "meet Jesse in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "greet the person wearing yellow coat in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Calculate how many knife at the shelf and report to tony", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('knife', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Peter in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | What_Time()" }, { "input": "Please follow the lead of the person dressed in an orange shirt", "output": "Respond('okay I will follow the person dressed in an orange shirt') | Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "go to the hallway cabinet then find fanta and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Tell your team's affiliation and say hello to the person standing in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please go to the office and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "get acquainted with Emma at the trashcan, then locate the person in the exit, and respond to a question.", "output": "Respond('Okay i will greet the person') | Move_To('trashcan') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "look for a person raising their right arm in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet Sophie in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Time()" }, { "input": "take soap from the TV table and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet Robin in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "go to the hallway cabinet then find cola and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the shelf to the dinner table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the dinner table') | Move_To('dinner table')" }, { "input": "look for a person pointing to the left in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a person raising their right arm in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "meet Lucas in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "explain to Gabrielle what is placed on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "Check office for coke. Count them. Give jarvis the number.", "output": "Respond('got it!') | Move_To('office') | Count_Object('coke', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "salute Emma in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Could you tally up lemon at the desk and inform jarvis", "output": "Respond('got it!') | Move_To('desk') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Julia in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "State your team's affiliation and say hello to the person pointing to the right.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Would you go and get the tallest sponge from the office and bring it to me?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('sponge', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person pointing to the right in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "meet Peter in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I want you to shift black banana from coathanger and place in tray at hallway", "output": "Respond('Sure! I'm working on it') | Move_To('coathanger') | Search_Object('banana', 'black') | Pickup() | Move_To('hallway') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "locate a person pointing to the left in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "meet Sophie at the kitchen counter then locate them in the living room", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "say hello to Julia in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "salute Sophie in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Time()" }, { "input": "find a person raising their left arm in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "meet Lucas in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Please guide Sophie who wearing orange shoes from lamp to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Sophie', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "bring me cola from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sophie in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "tell me what is the tallest object on the kitchen counter", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the tallest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "First, meet Peter at the living room, then greet her at the shelf.", "output": "Respond('Okay i will greet her') | Move_To('living room') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('shelf') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "meet John in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | What_Day()" }, { "input": "greet Noah in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say something about yourself to women who is sitting in the exit", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('', 'sitting women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "To the entrance, escort the person dressed in a yellow T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "look for a waving person in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "say something about yourself to Liam sitting in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('Liam', 'sitting') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "Deliver blue fanta to Emma wearing an orange T-shirt, Emma is in couch", "output": "Respond('Okay, I will do it') | Search_Object('fanta', 'blue') | Pickup() | Move_To('couch') | Search_Person('Emma', 'wearing an orange T-shirt') | Respond('Hi, this fanta for you') | Give_To()" }, { "input": "greet Emma in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white jacket in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "Please get the biggest pringles from the hallway and bring it to kitchen cabinet.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('pringles', 'biggest') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "On the hallway cabinet, what is the black object?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the black object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing red t shirt in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow coat in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "Say whats your favorite color to the person in the dishwasher", "output": "Respond('Okay! I got it') | Move_To('dishwasher') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "guide the waving person from the entrance to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the couch') | Move_To('couch')" }, { "input": "when did the first episode of boruto come out", "output": "Respond('April 5 , 2017')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "tell person dressed in an orange blouse in the office how many dubbelfris exist on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('dubbelfris','') | Move_To('office') | Search_Person('', 'person dressed in an orange blouse') | Answer()" }, { "input": "Would you mind fetching the smallest peach from the dishwasher and bringing it to hallway?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('peach', 'smallest') | Pickup() | Move_To('hallway') | Place_On('hallway')" }, { "input": "On the kitchen counter, what is the left-most object?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the left-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "greet Noah in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Day()" }, { "input": "Make introductions with the person pointing to the right in the lounge chair before guiding them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Your task is escort Jesse to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Jesse', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "At couch, meet the person who is the smallest and escort to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "guide the person wearing a blue t shirt from the couch to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "After you get acquainted with William at the office, head to the dinner table and greet him.", "output": "Respond('Okay i will greet him') | Move_To('office') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('dinner table') | Search_Person('William', '') | Respond('Oh William, we meet again!')" }, { "input": "locate a person pointing to the left in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet Liam in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "inform man wearing an orange T-shirt in the exit how many dishwasher tab exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('dishwasher tab','') | Move_To('exit') | Search_Person('', 'man wearing an orange T-shirt') | Answer()" }, { "input": "salute Sara in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take the individual wearing yellow blouse to the exit after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow blouse') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Sophie at the exit then locate them in the office", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "salute Sara in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Move towards the office, meet Robin, and give a response to a question.", "output": "Respond('got it!') | Move_To('office') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Determine the quantity of fanta at the TV table and report to jarvis", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('fanta', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white sweater in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide Sophie from the hallway cabinet to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "Please pick up apple and then put inside of tray", "output": "Respond('Sure! I'm working on it') | Search_Object('apple', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing blue sweater in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "meet Robin in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Let Laura know the details about the items on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('Laura', '') | Answer()" }, { "input": "meet Sophie in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "salute Laura in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a waving person in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Get hagelslag and then transfer the hagelslag to coffee table. Then put that in basket", "output": "Respond('Sure! I'm working on it') | Search_Object('hagelslag', '') | Pickup() | Move_To('coffee table') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Find the person waving in the lamp, introduce yourself, and escort them towards the exit.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Laura in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "I need you to pick up blue cornflakes and place it on shelf", "output": "Respond('Sure! I'm working on it') | Search_Object('cornflakes', 'blue') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Please bring black apple to person wearing yellow shoes at the exit", "output": "Respond('Ok! I'll do it') | Search_Object('apple', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'wearing yellow shoes') | Respond('Hi. this apple for you') | Give_To()" }, { "input": "greet Sara in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take fanta from the shelf and bring it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find washcloth and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Pickup the liquorice and put on the tray", "output": "Respond('Forsure!') | Search_Object('liquorice', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "How many individuals in the office are dressed in an orange blouse?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "On the coffee table, place dish and spoon on it", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('spoon', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "bring me water from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "inform woman raising their left arm in the office how many pea soup exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pea soup','') | Move_To('office') | Search_Person('', 'woman raising their left arm') | Answer()" }, { "input": "greet Fleur in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "greet Sara in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "when was the ban lifted on semi automatic weapons", "output": "Respond('September 13 , 2004')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "locate a person pointing to the right in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say the pose of Fleur at the office to the person at the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('Fleur', '') | Vision_Ask('describe to me the person posture') | Move_To('dinner table') | Vision_Ans()" }, { "input": "find the spoon", "output": "Respond('Okay, I will go find the spoon') | Search_Object('spoon', '') | Respond('Here it is, I have found the spoon')" }, { "input": "Can you tell me the number of people wearing a hat in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many drinks there are on the TV table", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "tell the woman raising their left arm in the coffee table what day is today", "output": "Move_To('coffee table') | Search_Person('', 'woman raising their left arm') | What_Day()" }, { "input": "Take yellow milk from trashcan and then bring it to person who wearing yellow pants", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('milk', 'yellow') | Pickup() | Search_Person('', 'wearing yellow pants') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet Fleur in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the hallway cabinet and bring it to Julia in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Julia', '') | Give_To()" }, { "input": "greet Emma in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "Please tell me what the tallest object on the dinner table is.", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the tallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Please say what day is today to the people sitting in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('', 'sitting people') | What_Day()" }, { "input": "greet the person wearing blue jacket in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person raising their right arm in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "follow Sophie from the dishwasher to the hallway", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "say your teams affiliation to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white coat in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and bring it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet Kevin in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say hello to William in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('I am here to follow you') | Follow()" }, { "input": "give me some cereal in the bowl", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take sponges from the dishwasher and bring it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce yourself to the oldest person and then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Which object on the coffee table is the yellow?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the yellow object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "salute the person wearing yellow t shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "After introducing yourself to the person wearing an orange shirt, take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "What is the right-most object located on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the right-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "where in europe do they drive on the left", "output": "Respond('United Kingdom')" }, { "input": "meet Emma in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell person dressed in a black blouse in the shelf how many mayonaise there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('mayonaise','') | Move_To('shelf') | Search_Person('', 'person dressed in a black blouse') | Answer()" }, { "input": "salute Laura in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sara in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Fleur in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "count the spoon at the office and then inform man pointing to the left in the hallway cabinet", "output": "Respond('got it!') | Move_To('office') | Count_Object('spoon','') | Move_To('hallway cabinet') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "On the dinner table, which is the yellow object?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the yellow object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "who played elizabeth woodville in the television series the white queen", "output": "Respond('Rebecca Ferguson')" }, { "input": "Seek stroopwafel from entrance, pick up that stroopwafel and place on hallway cabinet", "output": "Respond('Sure! I'm working on it') | Move_To('entrance') | Search_Object('stroopwafel', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "meet Robin in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Time()" }, { "input": "I want you to deliver water to basket in office", "output": "Respond('Sure! I'm working on it') | Search_Object('water', '') | Pickup() | Move_To('office') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Laura in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "guide the waving person from the entrance to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the TV table') | Move_To('TV table')" }, { "input": "salute Hayley in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Please tell me how many person pointing to the left are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Please inform child in the lounge chair how many apple there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('apple','') | Move_To('lounge chair') | Search_Person('', 'child') | Answer()" }, { "input": "salute Hayley in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "locate a person pointing to the right in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Please follow lying down men in the couch", "output": "Respond('okay I will follow lying down men') | Move_To('couch') | Search_Person('', 'lying down men')| Respond('I am here to follow you.') | Follow()" }, { "input": "Could you grab the tallest sausages from the hallway and bring it to me?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('sausages', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Peter in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | What_Day()" }, { "input": "greet the person wearing white jacket in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please inform person dressed in an orange shirt in the living room how many pancake mix there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pancake mix','') | Move_To('living room') | Search_Person('', 'person dressed in an orange shirt') | Answer()" }, { "input": "salute Emma in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "Determine how many peach are on the kitchen counter and inform that count to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "salute Peter in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow blouse in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say what day is tomorrow to the man wearing an orange blouse in the exit", "output": "Move_To('exit') | Search_Person('', 'man wearing an orange blouse') | What_Tomorrow()" }, { "input": "Go fetch that cornflakes and put it inside the bag", "output": "Respond('Forsure!') | Search_Object('cornflakes', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Within kitchen counter, place cup which can be found in hallway and spoon on its right", "output": "Respond('I got this!') | Move_To('hallway') |Search_Object('cup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Meet Susan and provide an answer to a question.", "output": "Respond('got it!') | Search_Person('Susan', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "where did the solheim cup get its name", "output": "Respond('Norwegian - American golf club manufacturer Karsten Solheim')" }, { "input": "put a bowl on the shelf", "output": "Respond('Got it!') | Search_Object('bowl', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Can you serve a dish of cereal?", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take sponges from the hallway cabinet and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you tell me how many person raising their right arm are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "get acquainted with Lucas at the lamp, and then look for her at the desk.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('desk') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "guide them to the exit after introducing yourself to the person in the lamp who is waving.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Julia in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find soap in the hallway then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Emma in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Let's begin by having you take that hagelslag to the kitchen and putting it in that tray", "output": "Respond('Forsure!') | Search_Object('hagelslag', '') | Pickup() | Move_To('kitchen')| Search_Object('tray', '') | Place_On('tray')" }, { "input": "follow Julia from the coffee table to the kitchen", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Would you pour some noodles in a dish and bring it to me?", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "relate person pointing to the left in the lounge chair how many hagelslag there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('hagelslag','') | Move_To('lounge chair') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "meet Susan in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "When you get a chance, can you head over to the living room, count every single item of tictac in there, and give jarvis the final tally?", "output": "Respond('got it!') | Move_To('living room') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "What's the blue object visible on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the blue object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "inform oldest person in the trashcan how many dubbelfris exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('dubbelfris','') | Move_To('trashcan') | Search_Person('', 'oldest person') | Answer()" }, { "input": "find soap in the hallway then get it and give it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing white t shirt in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow coat in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "Please go behind the lead of the person wearing glasses", "output": "Respond('okay I will follow the person wearing glasses') | Search_Person('', 'wearing glasses')| Respond('I am here to follow you.') | Follow()" }, { "input": "Your assistance is needed to go through the kitchen, make a count of all the pear items, and provide jarvis with that number.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "After you get acquainted with Harrie at the exit, go and greet her at the lamp.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('lamp') | Search_Person('Harrie', '') | Respond('Oh Harrie, we meet again!')" }, { "input": "greet the person wearing white shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Could you tell me how many individuals in the living room are dressed in a black T-shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in a black T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet Noah in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | What_Day()" }, { "input": "escort the sitting men in the living room to the couch", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('', 'sitting men') | Respond('Hey, I am here to guide you to couch, please follow me') | Move_To('couch')" }, { "input": "Introduce yourself to Susan at the entrance, and proceed to go after.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Lucas in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white jacket in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white t shirt in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "look for a waving person in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "say your teams name to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your mission is take washcloth from lounge chair and convey it to exit. Finally, handover that washcloth to person wearing blue shirt", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('washcloth', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing blue shirt') | Respond('Hi. this washcloth for you') | Give_To()" }, { "input": "go to the lamp", "output": "Respond('Okay, I will go to the lamp') | Move_To('lamp')" }, { "input": "find soap in the hallway then fetch it and give it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "tell what time is it to the men standing in the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('dinner table') | Search_Person('', 'standing men') | What_Time()" }, { "input": "take the stroopwafel and situate it within the bag", "output": "Respond('Forsure!') | Search_Object('stroopwafel', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Tell I need you to the person sitting in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('I need you')" }, { "input": "when was the triple entente formed between france britain and russia", "output": "Respond('31 August 1907')" }, { "input": "greet the person wearing white blouse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take soap from the hallway cabinet and bring it to Laura in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Laura', '') | Give_To()" }, { "input": "inform man dressed in a yellow T-shirt in the exit how many stroopwafel exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('stroopwafel','') | Move_To('exit') | Search_Person('', 'man dressed in a yellow T-shirt') | Answer()" }, { "input": "meet Sophie at the coathanger then find them in the office", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Say hello to the person wearing black shirt and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing black shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "locate a person raising their left arm in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your goal is escort William who dressed in an orange shirt, whom meet at the couch, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('William', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "look for a person raising their left arm in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "salute Sophie in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the lamp') | Move_To('lamp')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "guide the waving person from the shelf to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "say what day is today to the person wearing an orange blouse in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing an orange blouse') | What_Day()" }, { "input": "See pancake mix in hallway cabinet. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('pancake mix', '') | Search_Person('tony', '') | Answer()" }, { "input": "Can I ask you to hand over stroopwafel to smallest person in lamp?", "output": "Respond('Ok! I'll do it') | Search_Object('stroopwafel', '') | Pickup() | Move_To('lamp') | Search_Person('', 'smallest') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "Introduce yourself to the John in the hallway", "output": "Respond('Okay! I got it') | Move_To('hallway') | Search_Person('John', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "what episode do shawn and juliet get together", "output": "Respond('Extradition II : The Actual Extradition Part')" }, { "input": "greet Emma in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell me the gesture of the person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "will you say what day is tomorrow to the woman wearing orange pants in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing orange pants') | What_Tomorrow()" }, { "input": "greet Laura in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Time()" }, { "input": "Check shelf for all stroopwafel. Get number. Say number to tony.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('stroopwafel', '') | Search_Person('tony', '') | Answer()" }, { "input": "Your mission is pick up blue fanta from office and convey it to coathanger. Finally, handover that fanta to person wearing orange shoes", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('fanta', 'blue') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing orange shoes') | Respond('Hi. this fanta for you') | Give_To()" }, { "input": "take soap from the shelf and deliver it to the waving person in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Your job is to pick up the blue knife and then deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('knife', 'blue') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "find soap in the hallway then take it and give it to John in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "go to the hallway cabinet then find candle and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "look for a person raising their left arm in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing blue t shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing blue coat in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "find washcloth in the kitchen then fetch it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue coat in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "what are the pixies names in winx club", "output": "Respond('Lockette')" }, { "input": "follow Sophie from the couch to the kitchen", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Please pour a cup full of cereal", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide Sophie from the shelf to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the entrance') | Move_To('entrance')" }, { "input": "set a cup on the shelf", "output": "Respond('Got it!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Pickup the plate, which is in kitchen, put on the tray", "output": "Respond('Forsure!') | Move_To('kitchen') | Search_Object('plate', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "meet Hayley in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Could you tally up soap at the desk and inform jarvis", "output": "Respond('got it!') | Move_To('desk') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find soap in the hallway then take it and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "bring me the left-most spoon from the entrance", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('spoon', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the dinner table then look for a strawberry and fetch it to the men sitting in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('dinner table') | Search_Object('strawberry', '') | Pickup() | Move_To('entrance') | Search_Person('', 'sitting men') | Give_To()" }, { "input": "find a person raising their left arm in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Name 3 famous female Canadians.", "output": "Respond('Celine Dion, Pamela Anderson, and Avril Lavigne.')" }, { "input": "greet Hayley in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "meet Liam at the trashcan, and subsequently, find the person in the exit and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('trashcan') | Search_Person('Liam', '') | Respond('Hey Liam, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "greet the person wearing blue sweater in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | What_Tomorrow()" }, { "input": "greet the person wearing yellow shirt in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "To the oldest person, introduce yourself and guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet John in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow blouse in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the dinner table') | Move_To('dinner table')" }, { "input": "I want you to fetch blue sausages and place in tray at hallway", "output": "Respond('Sure! I'm working on it') | Search_Object('sausages', 'blue') | Pickup() | Move_To('hallway') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Can you depict the person in the lying down and answer a question as well?", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Meet Robin, and then answer a question.", "output": "Respond('got it!') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "report to jarvis the number of tictac present on the dining room table.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Sophie in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Go introduce yourself to Laura in the lamp, and then go behind.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing red t shirt in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | What_Time()" }, { "input": "say something about yourself to Emma who is lying down in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('Emma', 'lying down') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "Take blue candle then bring it to Peter at entrance", "output": "Respond('Okay, I'm working on it') | Search_Object('candle', 'blue') | Pickup() | Move_To('entrance') | Search_Person('Peter', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Please follow the person wearing blue pants", "output": "Respond('okay I will follow the person wearing blue pants') | Search_Person('', 'wearing blue pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "Please make your way to the lounge chair and guide Lucas to the exit whom wearing yellow blouse.", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Lucas', 'wearing yellow blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "tell the man dressed in an orange blouse in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man dressed in an orange blouse') | What_Time()" }, { "input": "Would you serve a cup with drink for me?", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Emma in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell your teams name to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Laura in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "Go to shelf and count sponge. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('sponge', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "salute Sophie in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue blouse in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Would you like to tell me how many cleaning supplies are in the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "take coke from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Greet the oldest individual in the living room and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Sophie in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "When was the first computer with a hard disk drive launched?", "output": "Respond('The IBM 305 RAMAC was launched in 1956.')" }, { "input": "count the dishwasher tab at the trashcan and then inform person dressed in a black shirt in the dishwasher", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('dishwasher tab','') | Move_To('dishwasher') | Search_Person('', 'person dressed in a black shirt') | Answer()" }, { "input": "tell what day is today to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "meet Julia in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "greet the person wearing white blouse in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | What_Tomorrow()" }, { "input": "find soap in the office then fetch it and give it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "fairy tale about a man who slept for 100 years", "output": "Respond('`` Rip Van Winkle ''')" }, { "input": "greet Susan in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "who sing play that funky music white boy", "output": "Respond('Wild Cherry')" }, { "input": "report to person raising their right arm in the TV table about the number of candle on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('candle','') | Move_To('TV table') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "Find the person lying down in the lounge chair, introduce yourself, and guide them towards the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please go after the lead of person wearing blue blouse in the kitchen", "output": "Respond('Sure, I will follow the person wearing blue blouse.') | Move_To('kitchen')| Search_Person('', 'wearing blue blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "follow Sara from the entrance to the office", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sara', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "Please carry pringles, which is in entrance, to basket at kitchen", "output": "Respond('Forsure!') | Move_To('entrance') | Search_Object('pringles', '') | Pickup() | Move_To('kitchen') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please deliver pringles to TV table", "output": "Respond('Sure! I'm working on it') | Search_Object('pringles', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "At lounge chair, find a person, guide them to coathanger, and then hand them the bowl.", "output": "Move_To('lounge chair') | Search_Person('', '') | Respond('Hey, am here to guide you to coathanger, please follow me') | Move_To('coathanger') | Search_Object('bowl', '') | Pickup() | Give_To()" }, { "input": "I wand you to carry yellow cola from lamp to hallway. Then hand it over to Robin ", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('cola', 'yellow') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Respond('Hi. this cola for you') | Give_To()" }, { "input": "tell something about yourself to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find cornflakes and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "I need a bowl of drink, can you bring it to me?", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the day of the month to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Illustrate what object is on the desk for Hayley.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Hayley', '') | Answer()" }, { "input": "meet Emma in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet the person wearing white t shirt in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person who wearing an orange T-shirt, in the trashcan, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "guide the waving person from the entrance to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the lounge chair') | Move_To('lounge chair')" }, { "input": "count the cup at the lounge chair and then report to woman dressed in a black shirt in the exit", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('cup','') | Move_To('exit') | Search_Person('', 'woman dressed in a black shirt') | Answer()" }, { "input": "greet the person wearing blue jacket in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | What_Time()" }, { "input": "tell what day is today to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet William in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the desk and give it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Greet the person lying down and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell me how many people in the office are wearing blue t shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing blue t shirts') | Search_Person('user', '') | Answer()" }, { "input": "find washcloth in the living room then get it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Peter in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | What_Day()" }, { "input": "greet the person wearing white blouse in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | What_Tomorrow()" }, { "input": "water is in kitchen, you go there count and give jarvis the numbers.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('water', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "To the entrance from the trashcan, escort the person dressed in a yellow blouse.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "I need you to grab candle and place it on kitchen cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('candle', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "tell the day of the month to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Please change location of yellow fork in hallway to inside of basket in trashcan", "output": "Respond('Sure! I'm working on it') | Move_To('hallway') | Search_Object('fork', 'yellow') | Pickup() | Move_To('trashcan') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "what city is the vw plant in sa", "output": "Respond('Uitenhage')" }, { "input": "find a person raising their right arm in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Sophie in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please tell me what the left-most object on the hallway cabinet is.", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the left-most object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their left arm in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "look for a waving person in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "Deliver pea soup in hallway to Sophie in couch", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('pea soup', '') | Pickup() | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hi, this pea soup for you') | Give_To()" }, { "input": "meet Susan in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Kevin in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "Describe for me the individual whose sitting at the trashcan.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Please tell me how many person pointing to the right are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell me the number of people wearing yellow shirt in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing yellow shirt') | Search_Person('user', '') | Answer()" }, { "input": "Once you've introduced yourself to the person wearing black blouse, escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing black blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "tell me how many people in the living room are wearing black coats", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing black coats') | Search_Person('user', '') | Answer()" }, { "input": "Say yourself to the Lucas in the hallway", "output": "Respond('Okay! I got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "salute Laura in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "You should go after the lead of person wearing yellow T-shirt in the hallway", "output": "Respond('Sure, I will follow the person wearing yellow T-shirt.') | Move_To('hallway')| Search_Person('', 'wearing yellow T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "To the exit, escort the individual who is wearing an orange T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Take the coke to the basket", "output": "Respond('Forsure!') | Search_Object('coke', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "What is the biggest object there on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Within shelf, set bowl which can be found in kitchen", "output": "Respond('I got this!') | Move_To('kitchen') |Search_Object('bowl', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "The request for you is to take the person who is the oldest lingering at the lounge chair to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take the individual wearing black blouse to the exit after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing black blouse') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "tell the time to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "locate a person pointing to the right in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "I need you to earn blue curry and place it on shelf", "output": "Respond('Sure! I'm working on it') | Search_Object('curry', 'blue') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet the person wearing yellow sweater in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Sara in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Time()" }, { "input": "find sponges in the hallway then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "follow Emma from the hallway cabinet to the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet the person wearing yellow blouse in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Jesse in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Start by introducing yourself to the individual dressed in an orange blouse in the lounge chair, then take them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Jesse in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell the day of the month to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet the person wearing white sweater in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "answer the quiz of the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Mention your team's affiliation and say hello to the person wearing black pants in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing black pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "After you meet Emma at the couch, go and greet him at the entrance.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('entrance') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "find soap in the hallway then take it and give it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "greet the person wearing black sweater in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | What_Time()" }, { "input": "guide Sophie from the desk to the desk", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the desk') | Move_To('desk')" }, { "input": "Find blue strawberry at couch, and then take it to Peter in office. Peter wearing orange pants", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('strawberry', 'blue') | Pickup() | Move_To('office') | Search_Person('Peter', 'wearing orange pants') | Respond('Hi Peter, this strawberry for you') | Give_To()" }, { "input": "greet Julia in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "report to child in the TV table about the number of coke on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('coke','') | Move_To('TV table') | Search_Person('', 'child') | Answer()" }, { "input": "tell your teams name to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce yourself to the person who is wearing glasses, then guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "kitchen having all orange, you go count and say jarvis all the numbers.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('orange', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go to the hallway cabinet then find curry and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Peter in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Laura in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Robin in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person pointing to the right in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "greet the person wearing yellow t shirt in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Could you tell me how many individuals in the office are raising their right arm?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Emma in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Emma', '') | Give_To()" }, { "input": "tell the person wearing a hat in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing a hat') | What_Time()" }, { "input": "In the office, greet the person wearing a necklace and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing a necklace') | Respond('Hi, My team's name is pusan national university')" }, { "input": "give the left-most dishwasher tab from the dinner table for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('dinner table') | Search_Object('dishwasher tab', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "find a person pointing to the left in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "take dubbelfris from the dinner table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Robin in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me sausages from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "when did andy murray won sports personality of the year", "output": "Respond('2013')" }, { "input": "greet the person wearing yellow blouse in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please inform man wearing a necklace in the entrance how many bowl there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('bowl','') | Move_To('entrance') | Search_Person('', 'man wearing a necklace') | Answer()" }, { "input": "follow the person raising their left arm at office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Follow()" }, { "input": "salute Sophie in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "look for a person raising their left arm in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "greet the person wearing blue jacket in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Fetch the tallest soap from the kitchen cabinet and take it to coathanger.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('soap', 'tallest') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "relate man pointing to the left in the living room how many candle there are on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('candle','') | Move_To('living room') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "Please transfer sponge in trashcan to coffee table", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('sponge', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "Can you depict the person in the standing at the lounge chair and answer a question as well?", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Transport dubbelfris in living room to entrance, give it to Laura dressed in a black shirt", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('dubbelfris', '') | Pickup() | Move_To('entrance') | Search_Person('Laura', 'dressed in a black shirt') | Respond('Hi Laura. this dubbelfris for you') | Give_To()" }, { "input": "Fetch the biggest ice tea from the living room and take it to dinner table.", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('ice tea', 'biggest') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Please transfer spoon to hallway cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('spoon', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "salute Laura in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Say hello to the person dressed in a black blouse and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow blouse in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "who is the actor who plays cam on modern family", "output": "Respond('Eric Allen Stonestreet')" }, { "input": "Greet the tallest person and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Say hello to the person who is wearing an orange T-shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue shirt in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "find soap in the kitchen then take it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce yourself to the person in the trashcan who is raising their right arm and then take them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "when is the world cup going to end", "output": "Respond('15 July 2018')" }, { "input": "Introduce yourself to the oldest person at the lounge chair and then proceed to take them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "find soap in the hallway then grasp it and give it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "I'd appreciate it if you could take the person who wearing orange shoes situated in the trashcan to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "locate a person raising their right arm in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Give Julia the soap", "output": "Respond('Okay, I will give Julia the soap') | Search_Object('soap', '') | Pickup() | Search_Person('Julia', '') | Give_To() | Respond('Here you go, I have got you the soap')" }, { "input": "locate a person pointing to the right in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "meet Jesse in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | What_Time()" }, { "input": "salute Sophie in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "locate a person raising their right arm in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find washcloth in the office then fetch it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell me what the tallest object on the TV table is.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the tallest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Check hallway cabinet for peach. Count them. Give tony the number.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('peach', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell the name of the person at the dinner table to the person at the loc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "say your teams name to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute the person wearing blue blouse in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Sara in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "count the pringles at the exit and report to person wearing black shirt in the dishwasher", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pringles','') | Move_To('dishwasher') | Search_Person('', 'person wearing black shirt') | Answer()" }, { "input": "look for a waving person in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "find a waving person in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "locate a person pointing to the left in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Could you please grab the black tictac from the kitchen and bring it here?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('tictac', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to John in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('John', '') | Give_To()" }, { "input": "relate smallest person in the trashcan how many washcloth there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('washcloth','') | Move_To('trashcan') | Search_Person('', 'smallest person') | Answer()" }, { "input": "Take dishwasher tab from lounge chair and then bring it to person who standing at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'standing') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet John in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | What_Day()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | What_Tomorrow()" }, { "input": "meet Laura in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet the person wearing yellow sweater in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Liam in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing red coat in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red coat') | Respond('I am here to follow you') | Follow()" }, { "input": "find a person pointing to the left in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say what day is today to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Please give me the right-most stroopwafel and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('stroopwafel', 'right-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "guide the waving person from the coathanger to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the TV table') | Move_To('TV table')" }, { "input": "guide the waving person from the lamp to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the lounge chair') | Move_To('lounge chair')" }, { "input": "greet Jesse in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "meet Sophie at the shelf then locate them in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Find bowl at trashcan, and then take it to person in kitchen who lying down", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'lying down') | Respond('Hi, this bowl for you') | Give_To()" }, { "input": "meet Robin in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet John in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | What_Day()" }, { "input": "inform man wearing yellow blouse in the couch the number of candle present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('candle','') | Move_To('couch') | Search_Person('', 'man wearing yellow blouse') | Answer()" }, { "input": "Make introductions with the person wearing yellow pants in the lounge chair before guiding them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing yellow pants') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "count the banana at the trashcan and then inform person wearing blue pants in the dishwasher", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('banana','') | Move_To('dishwasher') | Search_Person('', 'person wearing blue pants') | Answer()" }, { "input": "What's the origin of the Comic Sans font?", "output": "Respond('Comic Sans is based on Dave Gibbons' lettering in the Watchmen comic books.')" }, { "input": "Say hello to the person pointing to the left and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Liam in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | What_Day()" }, { "input": "go after the person dressed in a blue blouse", "output": "Respond('Sure, I will follow the person dressed in a blue blouse.') | Search_Person('', 'dressed in a blue blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "find soap in the hallway then grasp it and bring it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "Please relate smallest woman in the living room how many sausages there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('sausages','') | Move_To('living room') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Laura in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Laura', '') | Give_To()" }, { "input": "meet Sophie in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Harrie in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "who plays the rabbit on the secret life of pets", "output": "Respond('Kevin Hart')" }, { "input": "find a person raising their left arm in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "say what day is tomorrow to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "greet the person wearing white sweater in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Hayley in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Search black cup, fetch that cup and place on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('cup', 'black') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "greet the person wearing blue coat in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take fanta from the TV table and give it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Emma in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the kitchen cabinet to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the kitchen cabinet to the TV table') | Move_To('TV table')" }, { "input": "greet the person wearing blue t shirt in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Fetch the black orange from the kitchen cabinet and take it to hallway.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('orange', 'black') | Pickup() | Move_To('hallway') | Place_On('hallway')" }, { "input": "guide Sophie from the entrance to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the TV table') | Move_To('TV table')" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "meet Sara in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "salute Sophie in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "get to know Liam at the kitchen, and then look for him at the TV table and greet.", "output": "Respond('Okay i will greet him') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('Hey Liam, How are you doing?') | Move_To('TV table') | Search_Person('Liam', '') | Respond('Oh Liam, we meet again!')" }, { "input": "Please deliver to me the tallest pear in the hallway cabinet and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway cabinet') | Search_Object('pear', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "On the dinner table, set cup and knife on its left", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('knife', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "who is named as responsible for the st james massacre", "output": "Respond('Bassie Mkhumbuzi')" }, { "input": "Go to trashcan, take dish and put on kitchen counter", "output": "Respond('I got this!') | Move_To('trashcan') |Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Meet Robin, then answer a question.", "output": "Respond('got it!') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet Liam in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Sophie at the entrance then look for them in the kitchen", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "tell your teams country to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Take black cup from trashcan and then bring it to Sophie who wearing black shoes at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('cup', 'black') | Pickup() | Move_To('coathanger') | Search_Person('Sophie', 'wearing black shoes') | Respond('Hi, this is for you') | Give_To()" }, { "input": "escort Peter to the couch", "output": "Respond('Okay, I am working on it') | Search_Person('Peter', '') | Respond('Hey, I am here to guide you to couch, please follow me') | Move_To('couch')" }, { "input": "greet the person wearing yellow blouse in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "Begin at the lounge chair by introducing yourself to the person lying down, then escort them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Julia in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "get to know Julia at the lamp first, and then find him at the entrance and greet.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Move_To('entrance') | Search_Person('Julia', '') | Respond('Oh Julia, we meet again!')" }, { "input": "where was the movie phantom of the opera filmed", "output": "Respond('Pinewood Studios')" }, { "input": "inform man wearing a hat in the couch how many orange exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('orange','') | Move_To('couch') | Search_Person('', 'man wearing a hat') | Answer()" }, { "input": "meet Julia in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "say the time to the man wearing an orange T-shirt in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'man wearing an orange T-shirt') | What_Time()" }, { "input": "get acquainted with William at the lounge chair.", "output": "Respond('Okay I will get acquainted with William') | Move_To('lounge chair') | Search_Person('William', '') | Respond('Hi William, How are you doing?')" }, { "input": "greet Kevin in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find dubbelfris and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing yellow t shirt in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white jacket in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | What_Tomorrow()" }, { "input": "count the fanta at the kitchen counter and report to person wearing an orange blouse in the exit", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('fanta','') | Move_To('exit') | Search_Person('', 'person wearing an orange blouse') | Answer()" }, { "input": "Please go to the hallway and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Give me the pancake mix", "output": "Respond('Okay, I will give you the pancake mix') | Search_Object('pancake mix', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the pancake mix')" }, { "input": "How about describing the orange on the kitchen counter to Laura?", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Search_Object('orange', '') | Vision_Ask('describe the orange on the kitchen counter') | Search_Person('Laura', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Can you tell me what the tallest object on the kitchen counter is?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the tallest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black coat in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | What_Day()" }, { "input": "Are self-driving cars safe?", "output": "Respond('Yes. Car accidents are product of human misconduct.')" }, { "input": "find soap in the kitchen then grasp it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please relate child in the kitchen how many knife there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('knife','') | Move_To('kitchen') | Search_Person('', 'child') | Answer()" }, { "input": "Can you tell me the left-most object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the left-most object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Can you describe the person's appearance standing at the exit?", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "salute Laura in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "bring me plum from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please place a cup on the TV table and a fork on its right", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "locate a waving person in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the kitchen counter and bring it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Give me the cornflakes", "output": "Respond('Okay, I will give you the cornflakes') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the cornflakes')" }, { "input": "Please bring blue stroopwafel to person wearing blue shoes at the coathanger", "output": "Respond('Ok! I'll do it') | Search_Object('stroopwafel', 'blue') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing blue shoes') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "meet Sophie at the lounge chair then look for them in the office", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Robin in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "find a person raising their right arm in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Can you describe the person who has the sitting and respond to a question?", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Let Emma know about the dubbelfris on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Vision_Ask('describe the dubbelfris on the hallway cabinet') | Search_Person('Emma', '') | Answer()" }, { "input": "put dish on coffee table", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "Can you count how many people in the kitchen are wearing black shoes?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black shoes') | Search_Person('user', '') | Answer()" }, { "input": "Please take Gabrielle who wearing an orange blouse standing at the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Gabrielle', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing orange shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'orange shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Could you tell me the number of people in the living room dressed in an orange blouse?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "greet Laura in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "salute Sophie in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "who sang the song i'm the one", "output": "Respond('Quavo')" }, { "input": "The request for you is transport that soap and have it end up in the basket", "output": "Respond('Forsure!') | Search_Object('soap', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Find a person at kitchen, guide them to TV table, and then hand over the washcloth.", "output": "Move_To('kitchen') | Search_Person('', '') | Respond('Hey, am here to guide you to TV table, please follow me') | Move_To('TV table') | Search_Object('washcloth', '') | Pickup() | Give_To()" }, { "input": "bring me the blue bowl from the couch", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('bowl', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Enumerate the cup situated on the dining table and inform that quantity to tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('cup', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing black coat in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | Respond('I am here to follow you') | Follow()" }, { "input": "who sang the original son of a preacher man", "output": "Respond('Dusty Springfield')" }, { "input": "greet Sara at the entrance.", "output": "Respond('Okay I will greet Sara') | Move_To('entrance') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?')" }, { "input": "meet Fleur in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I am here to follow you') | Follow()" }, { "input": "what is the highest mountain in the state of washington", "output": "Respond('Mount Rainier')" }, { "input": "find a person pointing to the left in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "Please move to the kitchen counter. tell me how many drinks are on there. ", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Sara in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sara', '') | Give_To()" }, { "input": "Count candle in the desk and report to jarvis", "output": "Respond('got it!') | Move_To('desk') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Liam in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell me how many people in the kitchen are wearing yellow T-shirt", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing yellow T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "salute Sara in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "find soap in the hallway then fetch it and deliver it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Say yourself to the Lucas in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('Lucas', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Can you take the biggest candle from the living room to the coathanger?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('candle', 'biggest') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "Greet the person dressed in an orange shirt and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "pour a dish of drink, please", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you fetch the biggest milk from the shelf and bring it to kitchen?", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('milk', 'biggest') | Pickup() | Move_To('kitchen') | Place_On('kitchen')" }, { "input": "Find the person sitting in the lamp, introduce yourself, and take them towards the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "locate a person pointing to the right in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "how many times has juventus won uefa champions league", "output": "Respond('twice')" }, { "input": "guide the individual wearing orange shoes to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find a person raising their right arm in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "meet Fleur in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | What_Time()" }, { "input": "greet the person wearing white coat in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | What_Day()" }, { "input": "meet Sara in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "bring me cola from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me what is the smallest drinks on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'smallest drinks') | Search_Person('user', '') | Answer()" }, { "input": "say hello to Lucas in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "tell me how many people in the hallway are wearing gray t shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing gray t shirts') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "navigate to the kitchen and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell me how many people in the hallway are wearing blue t shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing blue t shirts') | Search_Person('user', '') | Answer()" }, { "input": "guide them to the coathanger after introducing yourself to the smallest person in the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Tell I love you to the person standing in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('', 'standing') | Respond('I love you')" }, { "input": "Could you tally up dishwasher tab at the hallway and inform jarvis", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('dishwasher tab', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Introduce yourself to the person standing in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'standing') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "locate a person pointing to the left in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Please tell person waving in the desk how many tictac there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('tictac','') | Move_To('desk') | Search_Person('', 'person waving') | Answer()" }, { "input": "meet Laura in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find sponges in the hallway then grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "count the dishwasher tab at the shelf and then inform tallest woman in the hallway", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('dishwasher tab','') | Move_To('hallway') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "escort the standing women in the dishwasher to the living room", "output": "Respond('Okay, I Am working on it') | Move_To('dishwasher') | Search_Person('', 'standing women') | Respond('Hey, I am here to guide you to living room, please follow me') | Move_To('living room')" }, { "input": "Can you serve some noodles into a bowl?", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Tell whats your team afiliation to Fleur in lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing blue t shirt in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | What_Tomorrow()" }, { "input": "greet the person wearing white shirt in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "greet the person wearing yellow blouse in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Noah in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black coat in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | What_Day()" }, { "input": "inform man dressed in an orange shirt in the office how many fanta there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('fanta','') | Move_To('office') | Search_Person('', 'man dressed in an orange shirt') | Answer()" }, { "input": "What is the yellow object found on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the yellow object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "salute Laura in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "bring me the right-most cola from the trashcan", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('cola', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell what day is tomorrow to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "relate man wearing yellow shoes in the desk how many crisp there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('crisp','') | Move_To('desk') | Search_Person('', 'man wearing yellow shoes') | Answer()" }, { "input": "take the person who is wearing an orange shirt to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "take soap from the TV table and deliver it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you tell me the number of people sitting in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "guide Sophie from the entrance to the coffee table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the coffee table') | Move_To('coffee table')" }, { "input": "find sponges in the hallway then fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I need you to inform the person at exit about the looks of the one sitting over at lamp.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "Please bring crisp from lamp to Emma at the entrance", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('crisp', '') | Pickup() | Move_To('entrance') | Search_Person('Emma', '') | Respond('Hi. this crisp for you') | Give_To()" }, { "input": "Take blue mayonaise from trashcan and then bring it to Liam", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('mayonaise', 'blue') | Pickup() | Search_Person('Liam', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "salute Robin in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "salute Fleur in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take soap from the hallway cabinet and bring it to Robin in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Robin', '') | Give_To()" }, { "input": "Take yellow candy from lounge chair and then bring it to person who wearing a hat at kitchen", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('candy', 'yellow') | Pickup() | Move_To('kitchen') | Search_Person('', 'wearing a hat') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet Kevin in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "inform man dressed in an orange T-shirt in the exit how many dishwasher tab exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('dishwasher tab','') | Move_To('exit') | Search_Person('', 'man dressed in an orange T-shirt') | Answer()" }, { "input": "how much points did lavar ball average in college", "output": "Respond('2.2 points')" }, { "input": "say what day is today to the man wearing an orange shirt in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'man wearing an orange shirt') | What_Day()" }, { "input": "salute Robin in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "locate a person raising their left arm in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "count the lemon at the shelf and then inform tallest woman in the hallway", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('lemon','') | Move_To('hallway') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "greet the person wearing black jacket in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | What_Tomorrow()" }, { "input": "find soap in the living room then take it and deliver it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "escort the person who is pointing to the right to the entrance", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Jesse in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | What_Day()" }, { "input": "guide Sophie from the lounge chair to the coffee table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the coffee table') | Move_To('coffee table')" }, { "input": "look for a person raising their left arm in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "meet Laura in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "bring me the left-most washcloth and answer a question", "output": "Respond('Got it i will bring it to you!') | Search_Object('washcloth', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Fleur in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Fleur', '') | Give_To()" }, { "input": "In the lamp, find the tallest one, introduce yourself, and take them to the exit.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "Move to the entrance, look for a peach, and hand it to the person lying down in the couch.", "output": "Respond('Okay i got it!') | Move_To('entrance') | Search_Object('peach', '') | Pickup() | Move_To('couch') | Search_Person('', 'lying down') | Give_To()" }, { "input": "salute Harrie in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Introduce yourself to the tallest person and then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "say the day of the month to the man wearing glasses in the coffee table", "output": "Move_To('coffee table') | Search_Person('', 'man wearing glasses') | What_Day()" }, { "input": "Transport peach in hallway to entrance, give it to tallest person", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('peach', '') | Pickup() | Move_To('entrance') | Search_Person('', 'tallest') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "meet John in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I would likeyou to bring the yellow hagelslag from the dinner table and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('dinner table') | Search_Object('hagelslag', 'yellow') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "meet Peter in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "From lounge chair, meet the person who sitting and guide to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please inform woman wearing a hat in the office how many dishwasher tab there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('dishwasher tab','') | Move_To('office') | Search_Person('', 'woman wearing a hat') | Answer()" }, { "input": "greet Liam in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Robin in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute the person wearing blue jacket in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take fanta from the kitchen counter and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the waving person from the entrance to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "take cola from the desk and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "What is the left-most object located on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the left-most object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "tell woman wearing an orange shirt in the trashcan how many fork there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('fork','') | Move_To('trashcan') | Search_Person('', 'woman wearing an orange shirt') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to Robin in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Robin', '') | Give_To()" }, { "input": "greet Julia in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Move to the coathanger, look for a pancake mix, and hand it to the person lying down in the trashcan.", "output": "Respond('Okay i got it!') | Move_To('coathanger') | Search_Object('pancake mix', '') | Pickup() | Move_To('trashcan') | Search_Person('', 'lying down') | Give_To()" }, { "input": "follow Harrie", "output": "Respond('okay I will follow the Harrie') | Search_Person('Harrie', '') | Follow()" }, { "input": "who plays tarzan in the legend of tarzan", "output": "Respond('Alexander Skarsg\u00e5rd')" }, { "input": "take soap from the hallway cabinet and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "locate a person pointing to the right in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie at the coffee table then locate them in the hallway", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Greet the person wearing an orange blouse and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Person is lying down in couch. Explain it to me.", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "candle in shelf there, you count and give jarvis how much numbers.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "I'd appreciate it if you could guide Liam, who wearing a hat situated in the couch, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Liam', 'wearing a hat') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "How many people in the kitchen are raising their left arm?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "Take the sponge to the bag", "output": "Respond('Forsure!') | Search_Object('sponge', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Introduce yourself to the person who is wearing blue T-shirt and then guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Your mission is that set the dish on kitchen cabinet, and set the spoon on its right", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "relate tallest person in the couch how many apple there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('apple','') | Move_To('couch') | Search_Person('', 'tallest person') | Answer()" }, { "input": "look for a person pointing to the left in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet the person wearing yellow blouse in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "guide the waving person from the TV table to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the shelf') | Move_To('shelf')" }, { "input": "greet Susan in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Find Jesse in the couch, introduce yourself, and follow.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "say the time to the man pointing to the right in the hallway, please", "output": "Move_To('hallway') | Search_Person('', 'man pointing to the right') | What_Time()" }, { "input": "greet the person wearing white shirt in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "At hallway cabinet, hand over the fork after guiding someone from kitchen.", "output": "Move_To('kitchen') | Search_Person('', '') | Respond('Hey, am here to guide you to hallway cabinet, please follow me') | Move_To('hallway cabinet') | Search_Object('fork', '') | Pickup() | Give_To()" }, { "input": "find a person pointing to the right in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Tell your team's affiliation and say hello to the person wearing orange shoes in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Check office for dubbelfris. Count them. Give jarvis the number.", "output": "Respond('got it!') | Move_To('office') | Count_Object('dubbelfris', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "who does damon from vampire diaries end up with", "output": "Respond('Elena Gilbert')" }, { "input": "bring me cola from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Lucas in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a waving person in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('I am here to follow you.') | Follow()" }, { "input": "Deliver fanta in hallway to person wearing a hat", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('fanta', '') | Pickup() | Search_Person('', 'wearing a hat') | Respond('Hi, this fanta for you') | Give_To()" }, { "input": "meet Kevin in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Hayley in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "What's the black object present on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the black object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "tell something about yourself to the lying down person in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'lying down') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence)" }, { "input": "tell the day of the week to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "meet Laura in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Make your introduction to Liam in the exit, then go after them to the trashcan.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "follow the person dressed in a blue blouse in the hallway", "output": "Respond('Sure, I will follow the person dressed in a blue blouse.') | Move_To('hallway')| Search_Person('', 'dressed in a blue blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Robin in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Robin in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell your teams country to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Hayley in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "In basket, fill the hagelslag", "output": "Respond('Forsure!') | Search_Object('hagelslag', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "guide the waving person from the entrance to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the exit') | Move_To('exit')" }, { "input": "meet Susan in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "meet Robin in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you like to tell me how many fruits are in the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "where in europe do they drive on the left", "output": "Respond('Isle of Man')" }, { "input": "Let Jesse know about the thing on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Jesse', '') | Answer()" }, { "input": "take washcloth from the dinner table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell me what is the smallest drinks on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'smallest drinks') | Search_Person('user', '') | Answer()" }, { "input": "Make your introduction to the individual dressed in a black blouse in the lounge chair and take them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "count the mayonaise at the dinner table and report to man dressed in a blue blouse in the office", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('mayonaise','') | Move_To('office') | Search_Person('', 'man dressed in a blue blouse') | Answer()" }, { "input": "Could you tell me the number of people sitting in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "tell person wearing blue shoes in the couch how many knife exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('knife','') | Move_To('couch') | Search_Person('', 'person wearing blue shoes') | Answer()" }, { "input": "greet the person wearing white shirt in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | What_Time()" }, { "input": "greet Emma in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take water from the desk and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Julia in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "When you get a chance, can you head over to the living room, count every single item of pancake mix in there, and give jarvis the final tally?", "output": "Respond('got it!') | Move_To('living room') | Count_Object('pancake mix', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the entrance to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the entrance to the lamp') | Move_To('lamp')" }, { "input": "Greet the person dressed in an orange T-shirt and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "count the ice tea at the kitchen counter and report to person dressed in an orange shirt in the exit", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('ice tea','') | Move_To('exit') | Search_Person('', 'person dressed in an orange shirt') | Answer()" }, { "input": "Please follow the lead of the person dressed in a blue blouse", "output": "Respond('okay I will follow the person dressed in a blue blouse') | Search_Person('', 'dressed in a blue blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet Emma in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue coat in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | What_Time()" }, { "input": "find washcloth in the living room then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow Julia from the kitchen counter to the hallway", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "go to the hallway cabinet then find cola and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Susan in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "Could you provide a description of the person lying down at the hallway and address a question?", "output": "Respond('Let me see!') | Move_To('hallway') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "In the living room, greet the person wearing blue blouse and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Can I ask you to deliver knife in kitchen to trashcan and place in the tray?", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('knife', '') | Pickup() | Move_To('trashcan') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet John in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Laura in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Tell where are you from to the person sitting in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Could you portray the person standing at the couch and answer a question for me?", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet John in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "greet Laura in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Give me the dishwasher tab", "output": "Respond('Okay, I will give you the dishwasher tab') | Search_Object('dishwasher tab', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the dishwasher tab')" }, { "input": "tell me what is the biggest cleaning supplies on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'biggest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "give me the black banana located at the office and also answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('office') | Search_Object('banana', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "To exit, guide Gabrielle from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Gabrielle', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Jesse in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "guide the waving person from the couch to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the exit') | Move_To('exit')" }, { "input": "bring me pear from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the living room are wearing orange t shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing orange t shirts') | Search_Person('user', '') | Answer()" }, { "input": "take washcloth from the kitchen cabinet and bring it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a waving person in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Sophie in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "find sponges in the living room then take it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white jacket in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "I need you to guide the person who is the oldest, found at the couch, toward entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Jesse in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Fleur in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Take pea soup from couch and then bring it to person who smallest at entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('pea soup', '') | Pickup() | Move_To('entrance') | Search_Person('', 'smallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet John in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | What_Day()" }, { "input": "greet the person wearing white jacket in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Sophie in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Liam in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "find cola in the office then get it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "escort the person who is wearing a hat from the lamp to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Julia in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Peter in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Sara in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "greet Julia in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Peter in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "tell me what is the smallest cleaning supplies on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'smallest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Go to the dinner table and introduce yourself to Noah, then go after.", "output": "Respond('got it!') | Move_To('dinner table') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet Hayley in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Time()" }, { "input": "Please tell me what the biggest object is on the TV table.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the biggest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "Please fetch the smallest spoon from the kitchen and deliver it to lamp.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('spoon', 'smallest') | Pickup() | Move_To('lamp') | Place_On('lamp')" }, { "input": "go after Liam", "output": "Respond('Sure, I will follow Liam.') | Search_Person('Liam', '')| Respond('Hey Liam I am here to follow you.') | Follow()" }, { "input": "greet the person wearing white jacket in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing blue blouse in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | What_Tomorrow()" }, { "input": "Introduce yourself to the person dressed in an orange blouse and then proceed to escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Person is lying down. Describe to me.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Take fanta from couch and then bring it to person who oldest at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('fanta', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "navigate to the lamp then look for a dishwasher tab and fetch it and give it to the person sitting in the exit", "output": "Respond('Okay i got it!') | Move_To('lamp') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('exit') | Search_Person('', 'sitting') | Give_To()" }, { "input": "meet Robin in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "meet Julia in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Give William a rundown of the bowl on the TV table, please.", "output": "Respond('Let me see!') | Move_To('TV table') | Search_Object('bowl', '') | Vision_Ask('describe the bowl on the TV table') | Search_Person('William', '') | Answer()" }, { "input": "Go to trashcan to pick up cola and then transfer that cola on hallway cabinet", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('cola', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "take soap from the dinner table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie at the shelf then locate them in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Please move to the desk. tell me how many snacks are on there. ", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "I need you to grab banana and place it on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('banana', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "On the desk, place bowl", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "greet Peter in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find fanta and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "meet Jesse in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "set a dish on the dinner table, laying a fork on it", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('fork', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "find soap in the hallway then get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Harrie in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Day()" }, { "input": "I need you to take an inventory of the stroopwafel in the office and inform tony of the exact number.", "output": "Respond('got it!') | Move_To('office') | Count_Object('stroopwafel', '') | Search_Person('tony', '') | Answer()" }, { "input": "take the person who is raising their right arm from the trashcan to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell me what is the smallest snacks on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'smallest snacks') | Search_Person('user', '') | Answer()" }, { "input": "greet Harrie in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | What_Time()" }, { "input": "say what time is it to the women sitting in the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('coathanger') | Search_Person('', 'sitting women') | What_Time()" }, { "input": "locate a person raising their left arm in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "meet Julia in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Find the one wearing blue T-shirt, introduce yourself, and guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Start by introducing yourself to the individual dressed in an orange shirt in the lounge chair, then take them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "locate a waving person in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me what is the biggest snacks on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'biggest snacks') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "movie indiana jones and the last crusade cast", "output": "Respond('Harrison Ford')" }, { "input": "I need you to procure strawberry and place it on kitchen counter", "output": "Respond('Sure! I'm working on it') | Search_Object('strawberry', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "report to tony the number of plum present on the dining room table.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('plum', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Kevin in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "To the exit, guide the person wearing orange pants.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Would you mind getting the smallest stroopwafel from the hallway and bring it to me?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('stroopwafel', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Deliver cola in kitchen to person dressed in an orange T-shirt, the person is in lamp", "output": "Respond('Okay, I will do it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('lamp') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, this cola for you') | Give_To()" }, { "input": "bring the black pear from the dinner table for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('dinner table') | Search_Object('pear', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Once you've introduced yourself to the person pointing to the right, escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing black blouse in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "tell smallest woman in the lounge chair the number of orange present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('orange','') | Move_To('lounge chair') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "meet Robin in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Meet Peter in the entrance, introduce yourself, and then go behind them to the couch.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing yellow jacket in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please get the tallest banana from the living room and bring it to lounge chair.", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('banana', 'tallest') | Pickup() | Move_To('lounge chair') | Place_On('lounge chair')" }, { "input": "go to the hallway cabinet then find plum and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Meet Fleur in the coathanger and then go after them to the couch.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Follow()" }, { "input": "greet the person wearing blue coat in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Sophie in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "take the oldest person from the lamp to the entrance after introducing yourself.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Meet Fleur, and give a response to a question.", "output": "Respond('got it!') | Search_Person('Fleur', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "find the stroopwafel", "output": "Respond('Okay, I will go find the stroopwafel') | Search_Object('stroopwafel', '') | Respond('Here it is, I have found the stroopwafel')" }, { "input": "go to the hallway cabinet then find milk and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "navigate to the kitchen then look for a knife and fetch it to the men lying down in the lamp", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Object('knife', '') | Pickup() | Move_To('lamp') | Search_Person('', 'lying down men') | Give_To()" }, { "input": "locate a waving person in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce yourself to the Liam in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('Liam', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "tell me how many people in the office are wearing black coats", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing black coats') | Search_Person('user', '') | Answer()" }, { "input": "count the coke at the couch and report to tallest person in the entrance", "output": "Respond('got it!') | Move_To('couch') | Count_Object('coke','') | Move_To('entrance') | Search_Person('', 'tallest person') | Answer()" }, { "input": "greet the person wearing blue t shirt in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | What_Tomorrow()" }, { "input": "Take the crisp to the tray", "output": "Respond('Forsure!') | Search_Object('crisp', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Go to the entrance and meet Harrie, then answer a question.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Harrie', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "meet John in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | What_Day()" }, { "input": "greet the person wearing blue jacket in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Would you like to tell me how many drinks are in the shelf", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "On the coffee table, which is the tallest object?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the tallest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "escort the person wearing an orange shirt to the entrance after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take soap from the TV table and bring it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "meet John in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Find the one pointing to the right, introduce yourself, and guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "what is the delta g for atp hydrolysis", "output": "Respond('between - 28 to - 34 kJ / mol')" }, { "input": "tell me what is the smallest cleaning supplies on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'smallest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "I need you to describe the person adopting the sitting at the trashcan and answer a question.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Please tell me what the yellow object is on the dinner table.", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the yellow object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "follow Emma from the exit to the hallway", "output": "Respond('got it') | Move_To('exit') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Let's have you escort the individual dressed in a blue shirt you encounter at the couch and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in a blue shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "locate a person pointing to the right in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "take them to the exit after introducing yourself to the person in the couch who is dressed in a yellow shirt.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "find soap in the hallway then fetch it and give it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "Tell your team's affiliation and say hello to the oldest person.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute William in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('I am here to follow you') | Follow()" }, { "input": "locate a person raising their right arm in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find sponges and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Jesse in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Jesse', '') | Give_To()" }, { "input": "greet Susan in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Jesse in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Day()" }, { "input": "salute Laura in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "please tell the person wearing yellow shoes in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing yellow shoes') | What_Time()" }, { "input": "greet the person wearing yellow jacket in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please serve a bit of noodles into a bowl", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sophie in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Count cola in the office and inform tony", "output": "Respond('got it!') | Move_To('office') | Count_Object('cola', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide Sophie from the TV table to the couch", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the couch') | Move_To('couch')" }, { "input": "follow the person wearing a hat in the kitchen", "output": "Respond('okay I will follow the person wearing a hat') | Move_To('kitchen') | Search_Person('', 'wearing a hat')| Respond('I am here to follow you.') | Follow()" }, { "input": "Determine how many milk are on the kitchen counter and report to that count to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "get acquainted with Liam at the coathanger.", "output": "Respond('Okay I will get acquainted with Liam') | Move_To('coathanger') | Search_Person('Liam', '') | Respond('Hi Liam, How are you doing?')" }, { "input": "greet the person wearing white blouse in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "From the trashcan to the exit, guide the individual who is raising their left arm.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "who does jennifer lawrence play in the hunger games", "output": "Respond('Katniss Everdeen')" }, { "input": "find soap in the office then get it and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "meet Fleur in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell woman wearing orange shoes in the lounge chair how many soap exist on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('soap','') | Move_To('lounge chair') | Search_Person('', 'woman wearing orange shoes') | Answer()" }, { "input": "tell tallest woman in the office how many stroopwafel exist on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('stroopwafel','') | Move_To('office') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "greet the person wearing blue jacket in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow coat in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide the person wearing a blue t shirt from the exit to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the coathanger') | Move_To('coathanger')" }, { "input": "say hello to Robin in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Laura in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Laura', '') | Give_To()" }, { "input": "say hello to Sophie in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Enumerate the pancake mix situated on the dining table and report to that quantity to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('pancake mix', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "salute Laura in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Fleur in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Time()" }, { "input": "You should follow Sophie in the kitchen", "output": "Respond('Sure, I will follow Sophie.') | Move_To('kitchen')| Search_Person('Sophie', '')| Respond('Hey Sophie I am here to follow you.') | Follow()" }, { "input": "who wrote a book on investigation introduced the word criminalistics", "output": "Respond('Hans Gross')" }, { "input": "greet the person wearing yellow coat in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "After you get to know Fleur at the exit, head to the couch and greet him.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('couch') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "go behind the lead of Emma in the office", "output": "Respond('Sure, I will follow Emma.') | Move_To('office')| Search_Person('Emma', '')| Respond('Hey Emma I am here to follow you.') | Follow()" }, { "input": "greet Lucas in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Time()" }, { "input": "find soap in the office then get it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Hayley in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Please inform tallest person in the lounge chair how many bowl there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('bowl','') | Move_To('lounge chair') | Search_Person('', 'tallest person') | Answer()" }, { "input": "greet Robin in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "find a person pointing to the left in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "escort someone to coathanger from lamp, find an individual, and hand over the dubbelfris.", "output": "Move_To('lamp') | Search_Person('', '') | Respond('Hey, am here to guide you to coathanger, please follow me') | Move_To('coathanger') | Search_Object('dubbelfris', '') | Pickup() | Give_To()" }, { "input": "say something about yourself to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie at the kitchen counter then locate them in the hallway", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Please get blue dishwasher tab. And hand it over to Laura", "output": "Respond('Ok! I'll do it') | Search_Object('dishwasher tab', 'blue') | Pickup() | Search_Person('Laura', '') | Respond('Hi. this dishwasher tab for you') | Give_To()" }, { "input": "locate a person pointing to the right in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a waving person in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the hallway cabinet and deliver it to Fleur in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Fleur', '') | Give_To()" }, { "input": "In the kitchen, how many individuals are standing?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "salute Sophie in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me what is the biggest food on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'biggest food') | Search_Person('user', '') | Answer()" }, { "input": "What object is the black on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the black object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "Please go behind Sara", "output": "Respond('Sure, I will follow Sara.') | Search_Person('Sara', '')| Respond('Hey Sara I am here to follow you.') | Follow()" }, { "input": "Could you please retrieve the biggest strawberry from the lamp and bring it to me?", "output": "Respond('Certainly!') | Move_To('lamp') | Search_Object('strawberry', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "sausages in shelf there, you count and give jarvis how much numbers.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('sausages', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "It would be helpful if you could check inside the hallway, count the total articles of fanta, and report to that number to tony.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('fanta', '') | Search_Person('tony', '') | Answer()" }, { "input": "Mention your team's affiliation and say hello to the person waving.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "In the kitchen area, perform a tally of the cola on the counter and inform jarvis the result.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('cola', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Take liquorice from couch and then bring it to Liam who oldest at entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('liquorice', '') | Pickup() | Move_To('entrance') | Search_Person('Liam', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing white blouse in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Safely escort the person who wearing blue shoes through entrance from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing blue shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find a person raising their right arm in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "what force was raised in 1990 to deal with insurgency in kashmir", "output": "Respond('Armed Forces Special Powers Act')" }, { "input": "Please get blue spoon and then put inside of basket", "output": "Respond('Sure! I'm working on it') | Search_Object('spoon', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "tell me the name of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "find cola in the hallway then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Peter in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | What_Day()" }, { "input": "locate a person pointing to the right in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "greet the person wearing yellow t shirt in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you deliver to me the right-most dubbelfris that's in the kitchen cabinet , please?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('dubbelfris', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please inform me what the tallest object on the TV table is.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the tallest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "greet Jesse in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "greet Hayley in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Time()" }, { "input": "Calculate how many sponge at the office and inform jarvis", "output": "Respond('got it!') | Move_To('office') | Count_Object('sponge', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find soap in the hallway then take it and deliver it to William in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "tell the man wearing blue pants in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man wearing blue pants') | What_Day()" }, { "input": "greet John in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "who played the nurse on marcus welby md", "output": "Respond('Elena Verdugo')" }, { "input": "meet Emma in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing white sweater in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Your mission is take water from lamp. Finally, handover that water to person wearing black T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('water', '') | Pickup() | Search_Person('', 'wearing black T-shirt') | Respond('Hi. this water for you') | Give_To()" }, { "input": "who did england beat in the first round of the world cup", "output": "Respond('Tunisia')" }, { "input": "Take pea soup from lounge chair and then bring it to Peter who oldest at office", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('pea soup', '') | Pickup() | Move_To('office') | Search_Person('Peter', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing black sweater in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "find a person raising their left arm in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "To person wearing black shirt in kitchen, acquire dishwasher tab from exit and present it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'wearing black shirt') | Respond('Hi. this dishwasher tab for you') | Give_To()" }, { "input": "Please bring plum to tallest person", "output": "Respond('Ok! I'll do it')| Search_Object('plum', '') | Pickup() | Search_Person('', 'tallest') | Respond('Hi. this plum for you') | Give_To()" }, { "input": "Can you take the black candy from the coffee table to the trashcan?", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('candy', 'black') | Pickup() | Move_To('trashcan') | Place_On('trashcan')" }, { "input": "Please go after person wearing orange shoes in the hallway", "output": "Respond('Sure, I will follow the person wearing orange shoes.') | Move_To('hallway')| Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "inform woman wearing black pants in the trashcan how many banana there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('banana','') | Move_To('trashcan') | Search_Person('', 'woman wearing black pants') | Answer()" }, { "input": "take sponges from the dinner table and deliver it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Take the strawberry in hallway cabinet to the bag", "output": "Respond('Forsure!') | Move_To('hallway cabinet') | Search_Object('strawberry', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Give me the water", "output": "Respond('Okay, I will give you the water') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the water')" }, { "input": "find soap in the office then grasp it and bring it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Take yellow fanta and then bring it to Kevin", "output": "Respond('Okay, I'm working on it') | Search_Object('fanta', 'yellow') | Pickup() | Search_Person('Kevin', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "find a person pointing to the right in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Can I ask you to give yellow sausages to person in standing?", "output": "Respond('Ok! I'll do it') | Search_Object('sausages', 'yellow') | Pickup() | Search_Person('', 'standing') | Respond('Hi. this sausages for you') | Give_To()" }, { "input": "meet Harrie in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | What_Day()" }, { "input": "meet Lucas in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "look for a person pointing to the left in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "salute Julia in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "meet Peter in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Sara in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "how many varieties of british cheeses are there", "output": "Respond('over 700')" }, { "input": "inform person raising their left arm in the office how many cup there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('cup','') | Move_To('office') | Search_Person('', 'person raising their left arm') | Answer()" }, { "input": "tell the man wearing black pants in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man wearing black pants') | What_Time()" }, { "input": "To the entrance, escort the person dressed in a black T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "In the office, how many individuals are raising their left arm?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the kitchen counter then locate them in the office", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing yellow jacket in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "look for a person pointing to the right in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "find soap in the hallway then get it and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Go to the trashcan and find John, then answer a question", "output": "Respond('Okay, I will go find John') | Move_To('trashcan') | Search_Person('John', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "greet the person wearing black blouse in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell woman pointing to the right in the couch how many tictac there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('tictac','') | Move_To('couch') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "find milk in the office then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "how high is a captain in the navy", "output": "Respond('the senior-most commissioned officer rank below that of flag officer ( i.e. , admirals )')" }, { "input": "tell the day of the week to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "tell me how many people in the office are wearing red shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing red shirts') | Search_Person('user', '') | Answer()" }, { "input": "From lamp, guide Robin to exit whom dressed in a black blouse", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Robin', 'dressed in a black blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "deliver to the blue spoon from the kitchen and then answer a question for me.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('spoon', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "take soap from the hallway cabinet and give it to Peter in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Peter', '') | Give_To()" }, { "input": "meet Emma in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "Your assistance is needed to go through the dishwasher, make a count of all the tictac items, and provide jarvis with that number.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Your task is earn yellow apple at office and locate that apple on dishwasher", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('apple', 'yellow') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "get acquainted with Laura at the trashcan, then find the person in the coathanger and answer a question", "output": "Respond('Okay i will greet the person') | Move_To('trashcan') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('coathanger') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "meet Sophie in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Please navigate to the kitchen and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "Please get the blue curry from the office and bring it here to me.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('curry', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Harrie in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Place this soap on the basket", "output": "Respond('Forsure!') | Search_Object('soap', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "count the washcloth at the kitchen cabinet and then inform man wearing an orange T-shirt in the living room", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('washcloth','') | Move_To('living room') | Search_Person('', 'man wearing an orange T-shirt') | Answer()" }, { "input": "take soap from the hallway cabinet and deliver it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "take soap from the desk and give it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing red t shirt in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | What_Time()" }, { "input": "greet the person wearing yellow t shirt in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "pour some drink into a dish for me", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find sausages and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "largest high school graduating class in us history", "output": "Respond('1561 graduates')" }, { "input": "Could you tell me the number of people in the kitchen wearing black blouse?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black blouse') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please tell tallest man in the lounge chair how many pancake mix there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('pancake mix','') | Move_To('lounge chair') | Search_Person('', 'tallest man') | Answer()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "tell woman wearing yellow shirt in the living room how many dishwasher tab there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('dishwasher tab','') | Move_To('living room') | Search_Person('', 'woman wearing yellow shirt') | Answer()" }, { "input": "who won women's hockey asia cup 2017", "output": "Respond('India')" }, { "input": "Go to the lamp, locate a strawberry, and deliver it to the person standing in the entrance.", "output": "Respond('Okay i got it!') | Move_To('lamp') | Search_Object('strawberry', '') | Pickup() | Move_To('entrance') | Search_Person('', 'standing') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Sara in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Sara', '') | Give_To()" }, { "input": "In the hallway, greet the smallest person and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a person raising their left arm in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "Could you tally up fork at the living room and report to tony", "output": "Respond('got it!') | Move_To('living room') | Count_Object('fork', '') | Search_Person('tony', '') | Answer()" }, { "input": "find a person pointing to the left in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take milk from the TV table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing red t shirt in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the pear at the office and report to person raising their right arm in the coathanger", "output": "Respond('got it!') | Move_To('office') | Count_Object('pear','') | Move_To('coathanger') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "greet Fleur in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please give the yellow candy from the kitchen and afterwards, answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('candy', 'yellow') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "In the hallway, how many people are wearing glasses?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing glasses') | Search_Person('user', '') | Answer()" }, { "input": "Please relate person wearing a hat in the coathanger how many candle there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('candle','') | Move_To('coathanger') | Search_Person('', 'person wearing a hat') | Answer()" }, { "input": "tell the day of the week to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "bring me dubbelfris from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please go after the the lead of person wearing orange shoes in the hallway", "output": "Respond('okay I will follow the person wearing orange shoes') | Move_To('hallway') | Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing black coat in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take sponges from the shelf and give it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Deliver black strawberry to Robin wearing orange pants, Robin is in trashcan", "output": "Respond('Okay, I will do it') | Search_Object('strawberry', 'black') | Pickup() | Move_To('trashcan') | Search_Person('Robin', 'wearing orange pants') | Respond('Hi, this strawberry for you') | Give_To()" }, { "input": "meet Fleur in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "milk in hallway cabinet there, you count and give tony how much numbers.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('milk', '') | Search_Person('tony', '') | Answer()" }, { "input": "Tell me about the individual who is standing.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the heaviest object on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'heaviest') | Search_Person('user', '') | Answer()" }, { "input": "pick up the peach", "output": "Respond('Okay, I will go get the peach') | Search_Object('peach', '') | Pickup() | Respond('Here you go, I have got you the peach')" }, { "input": "Please go after the lead of person wearing a necklace", "output": "Respond('Sure, I will follow the person wearing a necklace.') | Search_Person('', 'wearing a necklace') | Respond('I am here to follow you.')| Follow()" }, { "input": "find a person raising their right arm in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Make introductions with the person sitting in the lounge chair before guiding them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find a person pointing to the right in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find sponges in the hallway then get it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Laura in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell the pose of Robin at the dishwasher to the person at the lamp", "output": "Respond('Okay, I Am working on it') | Move_To('dishwasher') | Search_Person('Robin', '') | Vision_Ask('describe to me the person posture') | Move_To('lamp') | Vision_Ans()" }, { "input": "please tell the man wearing a hat in the office the time", "output": "Move_To('office') | Search_Person('', 'man wearing a hat') | What_Time()" }, { "input": "Please inform me what the left-most object on the TV table is.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the left-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "say the time to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "Introduce yourself to the person pointing to the right at the trashcan and then proceed to escort them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing gray coat in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'gray coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find soap in the hallway then take it and deliver it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "when did america become united states of america", "output": "Respond('1776')" }, { "input": "greet the person wearing blue blouse in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell the man wearing yellow shoes in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man wearing yellow shoes') | What_Time()" }, { "input": "find a person raising their left arm in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say hello and mention your team's affiliation to the person dressed in a black blouse.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "who has won most super bowls in a row", "output": "Respond('the San Francisco 49ers')" }, { "input": "find soap in the office then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Tell your team's affiliation and say hello to the tallest person in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "who plays santa claus in rise of the guardians", "output": "Respond('Alec Baldwin')" }, { "input": "locate a person raising their left arm in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet Hayley in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "In the office, how many individuals are dressed in a yellow T-shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in a yellow T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Kevin in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "escort Laura to the lounge chair", "output": "Respond('Okay, I am working on it') | Search_Person('Laura', '') | Respond('Hey, I am here to guide you to lounge chair, please follow me') | Move_To('lounge chair')" }, { "input": "look for a person pointing to the right in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the person lying down and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell something about yourself to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Would you go and get the blue strawberry from the entrance and bring it to me?", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('strawberry', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Look inside dishwasher, candle there, count and give number to tony.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('candle', '') | Search_Person('tony', '') | Answer()" }, { "input": "find washcloth in the living room then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the hallway then take it and bring it to John in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "find soap in the office then grasp it and deliver it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Tell I need you to the Gabrielle in the dishwasher", "output": "Respond('Okay! I got it') | Move_To('dishwasher') | Search_Person('Gabrielle', '') | Respond('I need you')" }, { "input": "salute the person wearing blue t shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Kevin in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet William in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | What_Time()" }, { "input": "take the banana and situate it within the basket", "output": "Respond('Forsure!') | Search_Object('banana', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "On the kitchen counter, what object is the black?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the black object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "meet Harrie in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "greet the person wearing white jacket in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Harrie in the lamp and follow them to the coathanger", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('lamp') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Follow()" }, { "input": "greet Harrie in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Tell where are you from to the person sitting in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Jesse in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I need you to give me some drink in the bowl", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Julia in the lamp and follow", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('lamp') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Follow()" }, { "input": "escort the person lying down from the lounge chair to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find soap in the office then fetch it and bring it to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing red shirt in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | What_Time()" }, { "input": "Could you please grab the left-most candy from the coathanger and bring it here?", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('candy', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person raising their left arm in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you please set a cup on desk then spoon on it", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('spoon', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "State your team's affiliation and say hello to the person standing in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Can you tell me what the biggest object on the hallway cabinet is?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the biggest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "Please tell the person at the entrance how does the person sitting at the lamp look like ?", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "meet Fleur in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Your job is put the cup at the shelf, and once that's done, put the spoon on its right", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('spoon', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Safely take the person who wearing yellow shoes through entrance from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing yellow shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Will you please take the right-most liquorice from the lamp and bring it to me?", "output": "Respond('Got it!') | Move_To('lamp') | Search_Object('liquorice', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the exit to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "tell the pose of the person at the desk to the person at the loc2", "output": "Respond('got it') | Move_To('desk') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in desk is') | Answer()" }, { "input": "greet Laura in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please move to the coffee table. tell me how many decorations are on there. ", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "Say hello to the person who is raising their left arm and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Sophie in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Can you give me the biggest crisp that's in the dishwasher, please?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('crisp', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Deposit dubbelfris to tray", "output": "Respond('Forsure!') | Search_Object('dubbelfris', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "From kitchen, pickup cup and convey it to person wearing orange shoes at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('cup', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'wearing orange shoes') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "Go look in office. Count all the milk. Report number to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('milk', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Sara in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I need you to do to escort Susan who smallest at the lounge chair location to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Susan', 'smallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "deliver to me a dish filled with cereal, please", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who sings that was then this is now", "output": "Respond('The Monkees')" }, { "input": "meet Kevin in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please deliver to me the left-most tictac located in the kitchen cabinet.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('tictac', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Fleur in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you tell me what the smallest item is on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the smallest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "what is the coat of many colors in the bible", "output": "Respond('given to him by his father')" }, { "input": "greet the person wearing yellow blouse in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Give Laura a description of the objects on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('Laura', '') | Answer()" }, { "input": "meet Emma in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "After introducing yourself to the person wearing orange pants at the couch, escort them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the person wearing a blue t shirt from the entrance to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the entrance to the coffee table') | Move_To('coffee table')" }, { "input": "Could you give me the biggest pear that's in the lounge chair, please?", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('pear', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you fetch the right-most soap from the trashcan and bring it to me?", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('soap', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you tell me what the left-most object on the TV table is?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the left-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "take cola from the kitchen cabinet and bring it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please retrieve the yellow ice tea from the dinner table and deliver it to me.", "output": "Respond('Got it!') | Move_To('dinner table') | Search_Object('ice tea', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "It would be helpful if you could check inside the kitchen cabinet, count the total articles of plate, and inform that number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('plate', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Harrie in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Describe what objects are on the desk for Fleur.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('describe the objects on the desk') | Search_Person('Fleur', '') | Answer()" }, { "input": "greet William in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | What_Day()" }, { "input": "bring me dubbelfris from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Safely take Hayley who dressed in an orange T-shirt through coathanger from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Hayley', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "Tell Emma about the candle located on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('candle', '') | Vision_Ask('describe the candle on the hallway cabinet') | Search_Person('Emma', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "meet John in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Please follow the person dressed in an orange T-shirt", "output": "Respond('okay I will follow the person dressed in an orange T-shirt') | Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Sophie in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Say hello to the person wearing yellow pants and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet John in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please get acquainted with Peter at the lounge chair, find the person in the entrance, and then answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('entrance') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "greet the person wearing white t shirt in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "greet the person wearing blue jacket in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | What_Tomorrow()" }, { "input": "deliver to the yellow crisp for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('crisp', 'yellow') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet the person wearing white sweater in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Peter in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | What_Day()" }, { "input": "find Julia at the couch", "output": "Respond('Okay, I will go find Julia') | Move_To('couch') | Search_Person('Julia', '') | Respond('Here you are, I have found Julia')" }, { "input": "Please relate oldest woman in the dishwasher how many pancake mix there are on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('pancake mix','') | Move_To('dishwasher') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "bring me pear from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | What_Tomorrow()" }, { "input": "salute Emma in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "who said no to this is your life", "output": "Respond('Footballer Danny Blanchflower')" }, { "input": "From trashcan, meet Noah who wearing yellow shirt and escort to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Noah', 'wearing yellow shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please relate woman dressed in a yellow shirt in the hallway how many hagelslag there are on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('hagelslag','') | Move_To('hallway') | Search_Person('', 'woman dressed in a yellow shirt') | Answer()" }, { "input": "greet the person wearing yellow shirt in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "In the hallway, how many individuals are wearing blue shoes?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing blue shoes') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow blouse in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "look for a person raising their left arm in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "greet the person wearing black t shirt in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the waving person in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Go to kitchen and count pancake mix. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pancake mix', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow coat in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a person pointing to the left in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find sponges and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "count the mayonaise at the dinner table and report to man dressed in a black shirt in the office", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('mayonaise','') | Move_To('office') | Search_Person('', 'man dressed in a black shirt') | Answer()" }, { "input": "inform tallest woman in the entrance how many cornflakes exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('cornflakes','') | Move_To('entrance') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "Say hello to the tallest person and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue sweater in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "greet the person wearing orange blouse in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'orange blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me what is the heaviest drinks on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'heaviest drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet Julia in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sara in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Noah in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Noah in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "locate a person pointing to the right in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "The request for you is to guide Gabrielle who wearing orange shoes lingering at the couch to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Gabrielle', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find washcloth and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white t shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Please bring me the smallest bowl in the kitchen and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen') | Search_Object('bowl', 'smallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "meet Peter in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Deliver yellow banana to Robin wearing an orange T-shirt, Robin is in lounge chair", "output": "Respond('Okay, I will do it') | Search_Object('banana', 'yellow') | Pickup() | Move_To('lounge chair') | Search_Person('Robin', 'wearing an orange T-shirt') | Respond('Hi, this banana for you') | Give_To()" }, { "input": "Deliver cornflakes in hallway to person wearing yellow shirt", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('cornflakes', '') | Pickup() | Search_Person('', 'wearing yellow shirt') | Respond('Hi, this cornflakes for you') | Give_To()" }, { "input": "Please relate woman waving in the couch how many liquorice there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('liquorice','') | Move_To('couch') | Search_Person('', 'woman waving') | Answer()" }, { "input": "tell the name of the person at the coffee table to the person at the loc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "meet Emma in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Look inside shelf, pear there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Fleur in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take soap from the desk and deliver it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Please go behind the person dressed in a black blouse", "output": "Respond('okay I will follow the person dressed in a black blouse') | Search_Person('', 'dressed in a black blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "Greet the person dressed in an orange shirt in the office and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "look for a person pointing to the right in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you give me the black pancake mix that's in the coathanger, please?", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('pancake mix', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you mind sharing details for me about the person lying down at the couch?", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "say what day is today to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet the person wearing yellow shirt in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "Make introductions with the person raising their left arm before guiding them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell me what is the biggest decorations on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'biggest decorations') | Search_Person('user', '') | Answer()" }, { "input": "Within shelf, put bowl which can be found in office and fork on its left", "output": "Respond('I got this!') | Move_To('office') |Search_Object('bowl', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('fork', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "please say something about yourself to people lying down in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('', 'lying down people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "say something about yourself to Noah who is sitting in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('Noah', 'sitting') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "deliver to the blue candle to me, and respond to a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('candle', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "meet Sophie in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "I need you to inform the person at exit about the looks of the one standing over at couch.", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "greet Julia in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Peter in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform oldest woman in the office how many liquorice exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('liquorice','') | Move_To('office') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "greet Sara in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please inform man dressed in a black T-shirt in the entrance how many cornflakes there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('cornflakes','') | Move_To('entrance') | Search_Person('', 'man dressed in a black T-shirt') | Answer()" }, { "input": "inform person wearing black blouse in the trashcan how many tictac there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('tictac','') | Move_To('trashcan') | Search_Person('', 'person wearing black blouse') | Answer()" }, { "input": "greet the person wearing white coat in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | What_Day()" }, { "input": "greet the person wearing blue sweater in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | What_Tomorrow()" }, { "input": "take cola from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Robin in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Sophie in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "I need you to procure coke and place it on hallway cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('coke', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Take yellow candle from couch and then bring it to Hayley at exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('candle', 'yellow') | Pickup() | Move_To('exit') | Search_Person('Hayley', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "You should go behind person dressed in a yellow T-shirt", "output": "Respond('Sure, I will follow the person dressed in a yellow T-shirt.') | Search_Person('', 'dressed in a yellow T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute Sophie in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue sweater in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "To person dressed in a yellow blouse in hallway, acquire cornflakes from coathanger and present it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('cornflakes', '') | Pickup() | Move_To('hallway') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hi. this cornflakes for you') | Give_To()" }, { "input": "Transfer orange from lamp to basket in exit", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('orange', '') | Pickup() | Move_To('exit') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing black sweater in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "greet Susan in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | What_Day()" }, { "input": "tell person wearing blue pants in the trashcan how many ice tea there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('ice tea','') | Move_To('trashcan') | Search_Person('', 'person wearing blue pants') | Answer()" }, { "input": "find coke in the hallway then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell me what is the largest cleaning supplies on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'largest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "First, move to lamp, meet Julia who dressed in an orange blouse and guide towards the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Julia', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please carry bowl, which is in coathanger, to bag at kitchen", "output": "Respond('Forsure!') | Move_To('coathanger') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "meet John in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell person dressed in an orange blouse in the trashcan how many milk there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('milk','') | Move_To('trashcan') | Search_Person('', 'person dressed in an orange blouse') | Answer()" }, { "input": "I want you to fetch yellow washcloth from lounge chair and place in bag at hallway", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('washcloth', 'yellow') | Pickup() | Move_To('hallway') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "tell me what is the lightest object on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'lightest') | Search_Person('user', '') | Answer()" }, { "input": "get acquainted with Robin at the coathanger, then go to the trashcan to find her.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('trashcan') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "find water in the office then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find cola and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Emma in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing white blouse in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say what day is today to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing black shirt in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | What_Tomorrow()" }, { "input": "would you tell the person wearing yellow T-shirt in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person wearing yellow T-shirt') | What_Tomorrow()" }, { "input": "Search black candy from entrance, fetch that candy and place on dinner table", "output": "Respond('Sure! I'm working on it') | Move_To('entrance') | Search_Object('candy', 'black') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "deliver to me a dish full of cereal for me", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to Julia in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Julia', '') | Give_To()" }, { "input": "tell me what is the smallest dishes on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'smallest dishes') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue coat in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please tell me how many waving person are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "Please go after person wearing yellow T-shirt in the hallway", "output": "Respond('Sure, I will follow the person wearing yellow T-shirt.') | Move_To('hallway')| Search_Person('', 'wearing yellow T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "find a waving person in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "greet Emma in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "count the dubbelfris at the exit and report to person dressed in an orange T-shirt in the dishwasher", "output": "Respond('got it!') | Move_To('exit') | Count_Object('dubbelfris','') | Move_To('dishwasher') | Search_Person('', 'person dressed in an orange T-shirt') | Answer()" }, { "input": "find a person raising their right arm in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "I want you to tell me how many person pointing to the left are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white t shirt in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | What_Time()" }, { "input": "locate a person raising their left arm in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Susan in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Susan', '') | Give_To()" }, { "input": "escort them to the coathanger after introducing yourself to the smallest person in the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Hayley in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "salute Hayley in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you be able to describe the individual currently lying down?", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue shirt in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | What_Tomorrow()" }, { "input": "describe the objects on the dinner table to Julia.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Julia', '') | Answer()" }, { "input": "greet the person wearing white t shirt in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | What_Time()" }, { "input": "salute Robin in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take washcloth from the TV table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell the pose of the person at the exit to the person at the loc2", "output": "Respond('got it') | Move_To('exit') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in exit is') | Answer()" }, { "input": "greet the person wearing blue sweater in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "What object is the biggest that you see on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the biggest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find hagelslag and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Determine how many milk are on the dining room table and inform that figure to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "count the milk at the lounge chair and then inform woman wearing an orange T-shirt in the entrance", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('milk','') | Move_To('entrance') | Search_Person('', 'woman wearing an orange T-shirt') | Answer()" }, { "input": "find a person pointing to the right in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "find a waving person in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the person waving in the kitchen and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Laura in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet the person wearing yellow jacket in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "salute Sophie in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "will you say what day is tomorrow to the person wearing orange pants in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'person wearing orange pants') | What_Tomorrow()" }, { "input": "tell me the gesture of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their right arm in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "describe the person standing at the coathanger to me", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "How many individuals in the living room are wearing blue T-shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing blue T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then take it and bring it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "find soap in the hallway then grasp it and bring it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "Search for Peter at the lamp and give an answer to a question", "output": "Respond('Okay, I will go find Peter') | Move_To('lamp') | Search_Person('Peter', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the TV table') | Move_To('TV table')" }, { "input": "Meet Fleur in the trashcan and then go after them to the entrance.", "output": "Respond('got it!') | Move_To('trashcan') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Follow()" }, { "input": "greet the person wearing black sweater in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Go to lamp, take cup and put on dinner table", "output": "Respond('I got this!') | Move_To('lamp') |Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Please inform person dressed in an orange T-shirt in the living room how many pear there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pear','') | Move_To('living room') | Search_Person('', 'person dressed in an orange T-shirt') | Answer()" }, { "input": "tell me what is the biggest object on the TV table", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the biggest object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "who came up with mcdonalds im lovin it", "output": "Respond('The Neptunes')" }, { "input": "locate a waving person in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to follow you.') | Follow()" }, { "input": "Please guide Sara standing in the lounge chair to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Sara', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take fanta from the shelf and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Fleur in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "who is named as responsible for the st james massacre", "output": "Respond('Sichumiso Nonxuba')" }, { "input": "meet Sara in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "Can you tell me what the yellow object on the kitchen cabinet is?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the yellow object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "when did the king size bed come out", "output": "Respond('mid-1950s')" }, { "input": "find soap in the hallway then get it and deliver it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "What is the right-most object situated on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the right-most object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "Please carry liquorice, which is in entrance, to bag at hallway", "output": "Respond('Forsure!') | Move_To('entrance') | Search_Object('liquorice', '') | Pickup() | Move_To('hallway') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Sophie in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Time()" }, { "input": "Mention your team's affiliation and say hello to the smallest person in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please carry that cola to the bag", "output": "Respond('Forsure!') | Search_Object('cola', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "tell the day of the week to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "bring me dubbelfris from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "navigate to the hallway cabinet then look for a mayonaise and give it to the women lying down in the lamp", "output": "Respond('Okay, I Am working on it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Move_To('lamp') | Search_Person('', 'lying down women') | Give_To()" }, { "input": "meet Peter in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Will you tell me how many person pointing to the left are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the TV table to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the TV table to the desk') | Move_To('desk')" }, { "input": "Describe person standing to me.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "To the exit, guide the person sitting.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "You should follow person dressed in an orange T-shirt in the living room", "output": "Respond('Sure, I will follow the person dressed in an orange T-shirt.') | Move_To('living room')| Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet Sophie in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "To the exit from the lamp, escort the person pointing to the left.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "guide Sophie from the kitchen cabinet to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the kitchen cabinet to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "relate oldest woman in the shelf how many coke there are on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('coke','') | Move_To('shelf') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "Give Hayley the strawberry", "output": "Respond('Okay, I will give Hayley the strawberry') | Search_Object('strawberry', '') | Pickup() | Search_Person('Hayley', '') | Give_To() | Respond('Here you go, I have got you the strawberry')" }, { "input": "What was the first computer in pass the Turing test?", "output": "Respond('Some people think it was IBM Watson, but it was Eugene, a computer designed at England's University of Reading.')" }, { "input": "You should go behind the the lead of person wearing yellow blouse in the office", "output": "Respond('okay I will follow the person wearing yellow blouse') | Move_To('office') | Search_Person('', 'wearing yellow blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute Emma in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person pointing to the left in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the right in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "say hello to Liam in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Kevin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Kevin', '') | Give_To()" }, { "input": "locate a person pointing to the right in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take curry from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Robin in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Robin in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person raising their left arm in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "get to know Fleur at the lamp, then go to the entrance to find her.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('entrance') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "salute Laura in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet Hayley in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person wearing a blue t shirt from the shelf to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the coffee table') | Move_To('coffee table')" }, { "input": "guide the waving person from the TV table to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "escort the person who is sitting to the entrance after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "You should go after person dressed in a blue T-shirt", "output": "Respond('Sure, I will follow the person dressed in a blue T-shirt.') | Search_Person('', 'dressed in a blue T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person pointing to the right in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "bring the plum", "output": "Respond('Okay, I will go deliver the plum') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the plum')" }, { "input": "find sponges in the living room then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "inform man raising their left arm in the lounge chair how many cola exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('cola','') | Move_To('lounge chair') | Search_Person('', 'man raising their left arm') | Answer()" }, { "input": "Please say what day is today to the men standing in the office", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'standing men') | What_Day()" }, { "input": "where did the term mother lode come from", "output": "Respond('a principal vein or zone of gold or silver ore')" }, { "input": "Find yellow dubbelfris at couch, and then take it to Laura in living room. Laura wearing an orange shirt", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('dubbelfris', 'yellow') | Pickup() | Move_To('living room') | Search_Person('Laura', 'wearing an orange shirt') | Respond('Hi Laura, this dubbelfris for you') | Give_To()" }, { "input": "greet Lucas in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Take blue plum and then bring it to Emma", "output": "Respond('Okay, I'm working on it') | Search_Object('plum', 'blue') | Pickup() | Search_Person('Emma', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "find a person raising their left arm in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Could you tally up cornflakes at the hallway and report to jarvis", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('cornflakes', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Laura in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide the waving person from the kitchen cabinet to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the kitchen cabinet to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "meet Jesse in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "greet the person wearing black jacket in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Robin in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Robin in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform person pointing to the right in the dinner table how many washcloth there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('washcloth','') | Move_To('dinner table') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "greet the person wearing yellow sweater in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "locate a waving person in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find sponges in the office then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black blouse in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Could you please guide Lucas to entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Lucas', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Robin in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "Please relate man dressed in a yellow T-shirt in the lamp how many pringles there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('pringles','') | Move_To('lamp') | Search_Person('', 'man dressed in a yellow T-shirt') | Answer()" }, { "input": "set a dish on the coffee table and lay a fork on its right", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('fork', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet Emma in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "give me some noodles in a cup", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I wand you to carry yellow fork and transfer it to person wearing orange shoes in office ", "output": "Respond('Ok! I'll do it') | Search_Object('fork', 'yellow') | Pickup() | Move_To('office') | Search_Person('', 'wearing orange shoes') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the shelf') | Move_To('shelf')" }, { "input": "get to know Robin at the trashcan, proceed to the coathanger and find her.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('coathanger') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "greet the person wearing blue blouse in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "meet Hayley in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "salute Hayley in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "say what day is tomorrow to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "guide the waving person from the exit to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "dishwasher tab in kitchen there, you count and give jarvis how much numbers.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('dishwasher tab', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a person pointing to the right in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Susan in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "tell what day is today to the women sitting in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('entrance') | Search_Person('', 'sitting women') | What_Day()" }, { "input": "Start by introducing yourself to the tallest individual, then guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing white sweater in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "Give Jesse a rundown of the candy on the kitchen counter, please.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Search_Object('candy', '') | Vision_Ask('describe the candy on the kitchen counter') | Search_Person('Jesse', '') | Answer()" }, { "input": "meet Emma in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue jacket in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "You should go behind the lead of person wearing orange pants in the hallway", "output": "Respond('Sure, I will follow the person wearing orange pants.') | Move_To('hallway')| Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet Harrie in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Day()" }, { "input": "At the office, get to know Hayley, then find her at the TV table.", "output": "Respond('Okay i will greet her') | Move_To('office') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('TV table') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "guide Sophie from the trashcan to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the exit') | Move_To('exit')" }, { "input": "tell me what is the thinnest object on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'thinnest') | Search_Person('user', '') | Answer()" }, { "input": "Which object on the kitchen cabinet is the tallest?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the tallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "guide Sophie from the hallway cabinet to the dishwasher", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the dishwasher') | Move_To('dishwasher')" }, { "input": "Determine the quantity of plum at the living room and report to tony ", "output": "Respond('got it!') | Move_To('living room') | Count_Object('plum', '') | Search_Person('tony', '') | Answer()" }, { "input": "Find pea soup at office, and then take it to Fleur who is in lamp", "output": "Respond('Sure! I'll do it for you') | Move_To('office') | Search_Object('pea soup', '') | Pickup() | Move_To('lamp') | Search_Person('Fleur', '') | Respond('Hi Fleur, this pea soup for you') | Give_To()" }, { "input": "meet Noah in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Day()" }, { "input": "Go fetch that tictac and put it inside the tray", "output": "Respond('Forsure!') | Search_Object('tictac', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "In the lamp, find the one raising their right arm, introduce yourself, and take them to the exit.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Sara in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Sara', '') | Give_To()" }, { "input": "greet William in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the hallway then take it and deliver it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "Do me a favor and tally up how many pieces of soap are in the dishwasher, then inform that figure to jarvis.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Say hello to the person dressed in an orange shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Meet Laura in the desk, introduce yourself, and then go after them to the office.", "output": "Respond('got it!') | Move_To('desk') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing yellow jacket in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "To entrance, escort the person who wearing blue T-shirt from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing blue T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please guide Robin who wearing glasses standing at the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', 'wearing glasses') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "explain the item situated on the TV table to Noah.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Noah', '') | Answer()" }, { "input": "go to the hallway cabinet then find cola and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "look for a waving person in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "escort the person dressed in a black blouse from the lounge chair to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "look for a person pointing to the left in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "Inside desk tictac, you look count and report to that numbers to jarvis.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "The request for you is to escort Sara lingering in the trashcan to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Sara', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Can you tell me the tallest item on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the tallest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Liam in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Introduce yourself to Gabrielle at the couch, and proceed to go behind.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('Gabrielle', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing black sweater in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "greet Emma in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please go get the black bowl from the couch and deliver it to me.", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('bowl', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Jesse in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "say what day is tomorrow to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "greet the person wearing black jacket in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "guide the waving person from the coathanger to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the trashcan') | Move_To('trashcan')" }, { "input": "find a person raising their left arm in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "tell jarvis how many plate are in the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('plate', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Retrieve the smallest apple from the hallway and bring it to me", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('apple', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Safely escort the person who is the smallest through coathanger from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "what type of receptors are in the ear", "output": "Respond('the vestibular system')" }, { "input": "Your mission is that put the bowl on hallway cabinet", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Safely take Hayley who dressed in an orange shirt through coathanger from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Hayley', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "tell the time to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "greet the person wearing blue coat in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Take stock of candle at the kitchen and report to tony", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('candle', '') | Search_Person('tony', '') | Answer()" }, { "input": "Say hello to the person raising their right arm and mention your team's affiliation in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'raising their right arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find dubbelfris and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "In basket, put the ice tea", "output": "Respond('Forsure!') | Search_Object('ice tea', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "find water in the office then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "look for a waving person in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "find a person raising their left arm in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "take water from the hallway cabinet and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Make your introduction to Liam in the desk, then follow.", "output": "Respond('got it!') | Move_To('desk') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Harrie in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "greet the person wearing blue sweater in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take coke from the hallway cabinet and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what day is tomorrow to the man wearing black shirt in the exit", "output": "Move_To('exit') | Search_Person('', 'man wearing black shirt') | What_Tomorrow()" }, { "input": "take soap from the hallway cabinet and bring it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "I wand you to carry ice tea from couch to coathanger. Then hand it over to smallest ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('ice tea', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'smallest') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "Introduce yourself to the person who is raising their right arm at the couch, then escort them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "tell something about yourself to the sitting person in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence)" }, { "input": "take water from the shelf and deliver it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "From trashcan, guide the person who is the tallest to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "what type of bus does pci express use", "output": "Respond('serial computer expansion bus standard')" }, { "input": "Your mission is take washcloth from lounge chair and convey it to exit. Finally, handover that washcloth to person wearing blue blouse", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('washcloth', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing blue blouse') | Respond('Hi. this washcloth for you') | Give_To()" }, { "input": "who was crowned king of macedonia when he was 20", "output": "Respond('Alexander the Great')" }, { "input": "greet the person wearing black jacket in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide the waving person from the lamp to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the coathanger') | Move_To('coathanger')" }, { "input": "look for a person raising their right arm in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet the person wearing blue coat in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "tell me how many people in the hallway are wearing orange shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing orange shirts') | Search_Person('user', '') | Answer()" }, { "input": "find washcloth in the office then grasp it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Liam in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Jesse in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | What_Day()" }, { "input": "greet Fleur in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say something about yourself to people standing in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('entrance') | Search_Person('', 'standing people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet the person wearing white shirt in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "find Gabrielle", "output": "Respond('Okay, I will go find Gabrielle') | Search_Person('Gabrielle', '') | Respond('Here you are, I have found Gabrielle')" }, { "input": "bring the dishwasher tab", "output": "Respond('Okay, I will go deliver the dishwasher tab') | Search_Object('dishwasher tab', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the dishwasher tab')" }, { "input": "who plays rodrigo in mozart in the jungle", "output": "Respond('Gael Garc\u00eda Bernal')" }, { "input": "greet Lucas in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Susan in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Fleur in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Would you set a bowl on the kitchen counter, with a spoon in it?", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "pick up the cup", "output": "Respond('Okay, I will go get the cup') | Search_Object('cup', '') | Pickup() | Respond('Here you go, I have got you the cup')" }, { "input": "look for a waving person in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find soap in the hallway then get it and give it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "greet Lucas in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Please move to the desk. tell me how many fruits are on there. ", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "locate a waving person in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "tell me what is the smallest drinks on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'smallest drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet Emma in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Time()" }, { "input": "Would you mind pouring some cereal into a bowl?", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "How many people are wearing yellow blouse in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing yellow blouse') | Search_Person('user', '') | Answer()" }, { "input": "Please escort the person who wearing blue pants standing in the couch to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing blue pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find lemon and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('lemon', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Sophie in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "a situation in which a country is closed to any international trade is referred to as", "output": "Respond('embargo')" }, { "input": "Meet Julia in the TV table and then go behind.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Follow()" }, { "input": "say something about yourself to Robin who is standing in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('Robin', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "Tell whats your team affiliation to the person lying down in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "From entrance, pickup yellow strawberry and to smallest person at lamp, carry it", "output": "Respond('Ok! I'll do it') | Move_To('entrance') | Search_Object('strawberry', 'yellow') | Pickup() | Move_To('lamp') | Search_Person('', 'smallest') | Respond('Hi. this strawberry for you') | Give_To()" }, { "input": "You should follow the lead of person wearing blue shoes", "output": "Respond('Sure, I will follow the person wearing blue shoes.') | Search_Person('', 'wearing blue shoes') | Respond('I am here to follow you.')| Follow()" }, { "input": "take soap from the shelf and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Find the person and tell I need your help", "output": "Respond('Okay! I got it') | Search_Person('', '') | Respond('I need your help')" }, { "input": "Please tell person dressed in a black shirt in the lamp how many milk there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('milk','') | Move_To('lamp') | Search_Person('', 'person dressed in a black shirt') | Answer()" }, { "input": "On the coffee table, which is the yellow object?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the yellow object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "take water from the dinner table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "I need you to do to guide Harrie who oldest at the trashcan location to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Harrie', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "bring me lemon from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('lemon', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sophie in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow coat in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white t shirt in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me a dish with some noodles", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please move to the kitchen counter. tell me how many dishes are on there. ", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "meet Lucas in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Peter in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow sweater in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "take soap from the hallway cabinet and bring it to Julia in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Julia', '') | Give_To()" }, { "input": "look for a person raising their left arm in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "You should go after person dressed in a yellow T-shirt", "output": "Respond('Sure, I will follow the person dressed in a yellow T-shirt.') | Search_Person('', 'dressed in a yellow T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "In the hallway, how many individuals are raising their right arm?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "greet Liam in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Day()" }, { "input": "tell person wearing a necklace in the lounge chair how many pear exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pear','') | Move_To('lounge chair') | Search_Person('', 'person wearing a necklace') | Answer()" }, { "input": "Give John the strawberry", "output": "Respond('Okay, I will give John the strawberry') | Search_Object('strawberry', '') | Pickup() | Search_Person('John', '') | Give_To() | Respond('Here you go, I have got you the strawberry')" }, { "input": "greet Robin in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue coat in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | What_Tomorrow()" }, { "input": "locate a person raising their right arm in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "get acquainted with Laura by the hallway, then gonna greet her at the TV table.", "output": "Respond('Okay i will greet her') | Move_To('hallway') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('TV table') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "where in cornwall is st michael's mount", "output": "Respond('Mount 's Bay , Cornwall , England , United Kingdom')" }, { "input": "go to the hallway cabinet then find hagelslag and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell what time is it to the men lying down in the TV table", "output": "Respond('Okay, I Am working on it') | Move_To('TV table') | Search_Person('', 'lying down men') | What_Time()" }, { "input": "tell jarvis how many plate are in the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('plate', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing blue shirt in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Put in the tray the pea soup", "output": "Respond('Forsure!') | Search_Object('pea soup', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet Sophie in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Can you get the yellow hagelslag from the kitchen cabinet and bring it to me?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('hagelslag', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the exit", "output": "Respond('Okay, I will go to the exit') | Move_To('exit')" }, { "input": "locate a person pointing to the right in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "meet Sophie at the shelf then locate them in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "put a bowl on the dinner table", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup()| Move_To('dinner table') | Place_On('dinner table')" }, { "input": "meet Peter in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "what combination of design principles is used in the cross page from the lindisfarne gospels", "output": "Respond('Mediterranean')" }, { "input": "pick up the sausages", "output": "Respond('Okay, I will go get the sausages') | Search_Object('sausages', '') | Pickup() | Respond('Here you go, I have got you the sausages')" }, { "input": "find a waving person in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Sophie in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Sophie in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you take the blue pringles from the hallway cabinet to the lounge chair?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Search_Object('pringles', 'blue') | Pickup() | Move_To('lounge chair') | Place_On('lounge chair')" }, { "input": "salute Sophie in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "inform tallest woman in the office about the number of fanta on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('fanta','') | Move_To('office') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "locate a person pointing to the left in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Harrie in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "greet Lucas in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Deliver candle from trashcan to tray in entrance", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('candle', '') | Pickup() | Move_To('entrance') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet William in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | What_Day()" }, { "input": "It would be helpful if you could check inside the hallway, count the total articles of fanta, and report to that number to jarvis.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('fanta', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing blue coat in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | What_Tomorrow()" }, { "input": "Would you mind serveing some noodles into a dish?", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "From trashcan, escort Jesse to entrance whom wearing yellow shoes", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Jesse', 'wearing yellow shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue sweater in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Lucas in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find candy and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candy', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find water in the kitchen then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing white blouse in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "Please move to the dishwasher. tell me how many cleaning supplies are on there. ", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say hello to Laura in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "how long has the nfl been doing thursday night football", "output": "Respond('November 23 , 2006')" }, { "input": "Check hallway for banana. Count them. Give tony the number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('banana', '') | Search_Person('tony', '') | Answer()" }, { "input": "Find a person at coathanger, guide them to lounge chair, and then hand over the cup.", "output": "Move_To('coathanger') | Search_Person('', '') | Respond('Hey, am here to guide you to lounge chair, please follow me') | Move_To('lounge chair') | Search_Object('cup', '') | Pickup() | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Sara in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sara', '') | Give_To()" }, { "input": "take coke from the TV table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Let's have you escort the individual wearing orange pants you encounter at the lounge chair and bring them to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing orange pants') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find cola in the office then fetch it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell what time is it to the people lying down in the coffee table", "output": "Respond('Okay, I Am working on it') | Move_To('coffee table') | Search_Person('', 'lying down people') | What_Time()" }, { "input": "greet Emma in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "follow Julia from the exit to the kitchen", "output": "Respond('got it') | Move_To('exit') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "greet Fleur in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "find Jesse at the exit", "output": "Respond('Okay, I will go find Jesse') | Move_To('exit') | Search_Person('Jesse', '') | Respond('Here you are, I have found Jesse')" }, { "input": "You have to find dish at office and place it on dinner table. Also place spoon in it too", "output": "Respond('I got this!') | Move_To('office') |Search_Object('dish', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('spoon', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "find a waving person in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Greet the person dressed in a black blouse in the hallway and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "when did laugh now fly later come out", "output": "Respond('November 9 , 2017')" }, { "input": "Please relate oldest woman in the couch how many plate there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('plate','') | Move_To('couch') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "greet John in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | What_Day()" }, { "input": "Say I love you to the Kevin in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('Kevin', '') | Respond('I need you')" }, { "input": "meet Robin in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your task is earn blue ice tea and locate that ice tea on kitchen counter", "output": "Respond('Sure! I'm working on it') | Search_Object('ice tea', 'blue') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing blue t shirt in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "Go to lounge chair, take bowl and place on dinner table", "output": "Respond('I got this!') | Move_To('lounge chair') |Search_Object('bowl', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "greet the person wearing yellow blouse in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your mission is pick up blue lemon from office and convey it to coathanger. Finally, handover that lemon to person wearing blue T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('lemon', 'blue') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi. this lemon for you') | Give_To()" }, { "input": "greet Hayley at the coathanger.", "output": "Respond('Okay I will greet Hayley') | Move_To('coathanger') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?')" }, { "input": "greet the person wearing blue t shirt in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Robin in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell the pose of Jesse at the kitchen to the person at the TV table", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Vision_Ask('describe to me the person posture') | Move_To('TV table') | Vision_Ans()" }, { "input": "find soap in the hallway then get it and deliver it to Peter in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Peter', '') | Give_To()" }, { "input": "Describe for me the individual whose lying down you spot.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "locate a waving person in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet Hayley in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "which team is on top in fifa 2018", "output": "Respond('Germany')" }, { "input": "tell me how many fruits there are on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "Let's have you escort the person who is the oldest you encounter at the trashcan and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "I need you to serve some noodles into a dish to me", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide Sophie from the lamp to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the coathanger') | Move_To('coathanger')" }, { "input": "I wand you to carry yellow curry and transfer it to person dressed in a black shirt in hallway ", "output": "Respond('Ok! I'll do it') | Search_Object('curry', 'yellow') | Pickup() | Move_To('hallway') | Search_Person('', 'dressed in a black shirt') | Respond('Hi. this curry for you') | Give_To()" }, { "input": "greet Julia in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "Say I need you to the Jesse in the hallway", "output": "Respond('Okay! I got it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('I need you')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "meet Sophie at the dinner table then locate them in the kitchen", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Liam in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "Please take the blue cola from the lounge chair and bring it to me.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('cola', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white t shirt in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "To the entrance, take the individual who is lying down.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "look for a person pointing to the left in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find soap in the hallway then fetch it and give it to Hayley in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Hayley', '') | Give_To()" }, { "input": "greet Julia in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "meet Hayley in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "In the kitchen, how many individuals are raising their left arm?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "Mention your team's affiliation and say hello to the person wearing black shoes.", "output": "Respond('Got it!') | Search_Person('', 'wearing black shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find cola in the office then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please change location of black candle in living room to inside of tray", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('candle', 'black') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Can you provide a depiction of the person lying down at the trashcan to the person at the coathanger?", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "In the office, how many individuals are dressed in an orange shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "tell the woman pointing to the left in the living room the time", "output": "Move_To('living room') | Search_Person('', 'woman pointing to the left') | What_Time()" }, { "input": "guide Sophie from the hallway cabinet to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "greet Robin in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "I wand you to carry black pea soup from lamp and transfer it to person wearing yellow shirt in living room ", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('pea soup', 'black') | Pickup() | Move_To('living room') | Search_Person('', 'wearing yellow shirt') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "take soap from the hallway cabinet and deliver it to Hayley in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Hayley', '') | Give_To()" }, { "input": "take soap from the shelf and give it to the waving person in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to Susan in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Susan', '') | Give_To()" }, { "input": "greet Fleur in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me what is the largest dishes on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'largest dishes') | Search_Person('user', '') | Answer()" }, { "input": "find sponges in the hallway then take it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue shirt in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Would you like to tell me how many dishes are in the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "take sponges from the desk and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please escort William to exit", "output": "Respond('Okay, I'm working on it') | Search_Person('William', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing red t shirt in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "look for a person pointing to the right in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Jesse in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Jesse', '') | Give_To()" }, { "input": "find a waving person in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide the waving person from the TV table to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the coffee table') | Move_To('coffee table')" }, { "input": "greet Liam in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find curry and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet William in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a waving person in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "tell person wearing blue shoes in the shelf how many sponge there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('sponge','') | Move_To('shelf') | Search_Person('', 'person wearing blue shoes') | Answer()" }, { "input": "find Robin at the entrance", "output": "Respond('Okay, I will go find Robin') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Here you are, I have found Robin')" }, { "input": "meet Hayley in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "find the pear at the kitchen cabinet", "output": "Respond('Okay, I will go find the pear') | Move_To('kitchen cabinet') | Search_Object('pear', '') | Respond('Here it is, I have found the pear')" }, { "input": "bring the knife", "output": "Respond('Okay, I will go deliver the knife') | Search_Object('knife', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the knife')" }, { "input": "meet Robin in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "What is the biggest object you can find on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the biggest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "I want you to fetch plate from lamp and place in basket at living room", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('plate', '') | Pickup() | Move_To('living room') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing white shirt in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | What_Time()" }, { "input": "meet Laura in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please put cup on hallway cabinet, which is in trashcan", "output": "Respond('I got this!') | Move_To('trashcan') | Search_Object('cup', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "go to the kitchen then look for a bowl and fetch it to the men standing in the lamp", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Object('bowl', '') | Pickup() | Move_To('lamp') | Search_Person('', 'standing men') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the desk to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the coffee table') | Move_To('coffee table')" }, { "input": "find a person raising their right arm in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "Go and look in kitchen cabinet. Count all the tictac. Report number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell man waving in the trashcan how many candle there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('candle','') | Move_To('trashcan') | Search_Person('', 'man waving') | Answer()" }, { "input": "greet the person wearing yellow blouse in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Noah in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | What_Day()" }, { "input": "find soap in the hallway then grasp it and bring it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "Can you take the smallest bowl from the office and bring it to coathanger?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('bowl', 'smallest') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "pick up the cola", "output": "Respond('Okay, I will go get the cola') | Search_Object('cola', '') | Pickup() | Respond('Here you go, I have got you the cola')" }, { "input": "follow Julia from the coffee table to the living room", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Julia', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "Say hello to the person lying down in the kitchen and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Introduce yourself to Robin in the lounge chair, and follow.", "output": "Respond('got it!') | Move_To('lounge chair') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "meet Sophie in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "locate a person pointing to the left in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "find a person pointing to the left in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a waving person in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Laura in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "where was aguirre the wrath of god filmed", "output": "Respond('the Peruvian rainforest on the Amazon River during an arduous five - week period , shooting on tributaries of the Ucayali region')" }, { "input": "tell me how many people in the kitchen are wearing blue coats", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing blue coats') | Search_Person('user', '') | Answer()" }, { "input": "On the kitchen counter, what object is the blue?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the blue object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "relate woman wearing black blouse in the trashcan how many spoon there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('spoon','') | Move_To('trashcan') | Search_Person('', 'woman wearing black blouse') | Answer()" }, { "input": "bring me coke from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Julia in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "You should go behind the lead of the person wearing yellow pants", "output": "Respond('okay I will follow the person wearing yellow pants') | Search_Person('', 'wearing yellow pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "answer the question of the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "bring me a bowl with some cereal", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say something about yourself to women lying down in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('', 'lying down women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "meet Emma in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Laura in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "take soap from the TV table and bring it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Your goal is escort the person who is the smallest, whom meet at the lounge chair, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "when was the first blu ray movie released", "output": "Respond('June 20 , 2006')" }, { "input": "I want you to fetch fork from lounge chair and place in bag at exit", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('fork', '') | Pickup() | Move_To('exit') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "find a waving person in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "In the living room, how many people are wearing an orange blouse?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "Go to lamp, meet the person who dressed in a black blouse and take to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'dressed in a black blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "place a bowl on the kitchen cabinet and place a spoon on it", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "find a person raising their right arm in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "meet John in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | What_Day()" }, { "input": "meet Kevin in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Day()" }, { "input": "locate a person pointing to the left in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet Noah in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Emma in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Robin in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "follow Sophie from the kitchen counter to the office", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "guide the person wearing glasses to the entrance after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell me how many cleaning supplies there are on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "take them to the coathanger after introducing yourself to the person in the trashcan who is wearing orange shoes.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take soap from the kitchen cabinet and deliver it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Laura in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "inform man wearing orange pants in the couch how many curry exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('curry','') | Move_To('couch') | Search_Person('', 'man wearing orange pants') | Answer()" }, { "input": "set the bowl on the kitchen counter", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing blue blouse in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the kitchen and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "go after the person wearing blue shoes", "output": "Respond('Sure, I will follow the person wearing blue shoes.') | Search_Person('', 'wearing blue shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet Fleur in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "I want you to fetch yellow hagelslag and place in bag at office", "output": "Respond('Sure! I'm working on it') | Search_Object('hagelslag', 'yellow') | Pickup() | Move_To('office') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "find a waving person in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black blouse in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Will you tell me how many person pointing to the right are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "take fanta from the dinner table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "meet Sara in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white jacket in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black sweater in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Lucas in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Lucas', '') | Give_To()" }, { "input": "Inside desk fanta, you look count and report to that numbers to jarvis.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('fanta', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell the pose of the person at the kitchen counter to the person at the loc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in kitchen counter is') | Answer()" }, { "input": "Say whats your favorite color to the person sitting in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('', 'sitting') | Respond('My favorite color is blue')" }, { "input": "meet Liam in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me what is the largest food on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'largest food') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "find soap in the living room then grasp it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow Sophie from the entrance to the kitchen", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Could you tell me how many people in the kitchen are wearing blue blouse?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing blue blouse') | Search_Person('user', '') | Answer()" }, { "input": "To the exit, guide the oldest individual.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find soap in the office then fetch it and bring it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet Hayley in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I'd like you to carry that black sausages and put it into the bag", "output": "Respond('Forsure!') | Search_Object('sausages', 'black') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Take black ice tea from trashcan and then bring it to Kevin", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('ice tea', 'black') | Pickup() | Search_Person('Kevin', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "locate a person raising their left arm in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a person pointing to the right in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "By introducing yourself to the oldest person, then escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell the gesture of the person at the exit to the person at the loc2", "output": "Respond('got it') | Move_To('exit') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in exit is') | Answer()" }, { "input": "greet the person wearing yellow sweater in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Jesse in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Jesse', '') | Give_To()" }, { "input": "Describe for John the objects on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('John', '') | Answer()" }, { "input": "tell the man wearing black shirt in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man wearing black shirt') | What_Time()" }, { "input": "Inside kitchen tictac, you look count and report to that numbers to tony.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('tictac', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Robin in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take water from the TV table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Time()" }, { "input": "greet the person wearing blue t shirt in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "On the hallway cabinet, which is the smallest object?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the smallest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their right arm in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet Jesse in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Greet the person wearing a hat and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Sophie at the coathanger then locate them in the hallway", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Please inform child in the living room how many plum there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('plum','') | Move_To('living room') | Search_Person('', 'child') | Answer()" }, { "input": "locate a waving person in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find a person pointing to the left in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "First, meet Kevin at the exit, then greet her at the lamp.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('lamp') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "I wand you to carry ice tea from couch to kitchen. Then hand it over to oldest ", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('ice tea', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'oldest') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "bring me fanta from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet William in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | What_Time()" }, { "input": "locate a waving person in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Laura in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "Greet the person wearing orange shoes in the kitchen and state your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Once you've introduced yourself to the person raising their right arm in the trashcan, guide them to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "hagelslag in hallway, you go count, then report to that number jarvis.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('hagelslag', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide the waving person from the shelf to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the lounge chair') | Move_To('lounge chair')" }, { "input": "go to the hallway cabinet then find candy and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candy', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Go to lounge chair to get dishwasher tab and then transfer the dishwasher tab to desk. Then put that in bag", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('desk') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "locate a person raising their left arm in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "take the plate and situate it within the basket", "output": "Respond('Forsure!') | Search_Object('plate', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow t shirt in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Laura in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "locate a person pointing to the right in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me milk from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Kevin in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | What_Day()" }, { "input": "meet Emma in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Emma in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "In the office, how many people are raising their right arm?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Go and look in kitchen cabinet. Count all the ice tea. Report number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('ice tea', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "salute Julia in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "what percent alcohol is bailey's irish cream", "output": "Respond('17 % by volume')" }, { "input": "Start by introducing yourself to the individual sitting, then escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Could you please escort the person who wearing blue T-shirt, whom in couch, to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing blue T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the waving person from the lamp to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "Look in hallway cabinet. Count all crisp there. Say number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('crisp', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Sophie in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "pick up the pringles", "output": "Respond('Okay, I will go get the pringles') | Search_Object('pringles', '') | Pickup() | Respond('Here you go, I have got you the pringles')" }, { "input": "greet the person wearing blue blouse in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing blue jacket in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Sara in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Which object is the blue on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the blue object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "meet Noah in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Make your introduction to Laura in the couch, then follow them to the entrance.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "explain the object on the shelf for William.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('William', '') | Answer()" }, { "input": "From trashcan, guide the person who dressed in a black T-shirt to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue sweater in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "tell something about yourself to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please place cup on shelf, which is in lounge chair", "output": "Respond('I got this!') | Move_To('lounge chair') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "guide the person wearing black shoes to the entrance after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing black shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take soap from the hallway cabinet and give it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Please set bowl on dinner table, which is in lamp", "output": "Respond('I got this!') | Move_To('lamp') | Search_Object('bowl', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "find a person raising their left arm in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "salute Sophie in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please get the tallest pea soup from the living room and bring it here to me.", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('pea soup', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find milk and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Introduce yourself to Susan at the TV table, and proceed to follow them to the hallway.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing black t shirt in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "when did you give love a bad name come out", "output": "Respond('July 23 , 1986')" }, { "input": "salute Laura in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "find soap in the office then take it and bring it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "In bag, store the blue cola", "output": "Respond('Forsure!') | Search_Object('cola', 'blue') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "take soap from the hallway cabinet and give it to Hayley in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Hayley', '') | Give_To()" }, { "input": "what is a graduated cylinder made out of", "output": "Respond('polypropylene')" }, { "input": "report to jarvis after counting the cup lying on the counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('cup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Jesse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Jesse in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please tell person wearing blue shirt in the couch how many plum there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('plum','') | Move_To('couch') | Search_Person('', 'person wearing blue shirt') | Answer()" }, { "input": "greet Harrie in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Laura in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their right arm in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "greet William in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find plum and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me what is the smallest snacks on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'smallest snacks') | Search_Person('user', '') | Answer()" }, { "input": "Say hello to the person waving and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Your goal is transfer that sausages and have it end up in the tray", "output": "Respond('Forsure!') | Search_Object('sausages', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "In the lounge chair, find the one waving, introduce yourself, and guide them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find a person raising their right arm in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "salute Emma in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "office having stroopwafel, you check and count, inform that amount to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('stroopwafel', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell me what is the smallest object on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'smallest') | Search_Person('user', '') | Answer()" }, { "input": "Deliver pringles in lounge chair to oldest person in hallway, The person's name is Laura", "output": "Respond('Okay, I will do it') | Move_To('lounge chair') | Search_Object('pringles', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', 'oldest') | Respond('Hi Laura, this is for you') | Give_To()" }, { "input": "greet the person wearing white sweater in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "You need to find bowl at hallway and put it on kitchen cabinet. Also put fork on it too", "output": "Respond('I got this!') | Move_To('hallway') |Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('fork', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "salute Sara in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "To the person dressed in a blue shirt, introduce yourself and guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a blue shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet William in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "How many individuals are there in the living room dressed in a black blouse?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in a black blouse') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their right arm in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the hallway cabinet and give it to Lucas in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Lucas', '') | Give_To()" }, { "input": "get to know Hayley at the hallway, then find the person in the hallway and answer a question", "output": "Respond('Okay i will greet the person') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('hallway') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "greet Sophie in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Fleur in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Time()" }, { "input": "You should follow the lead of Peter in the hallway", "output": "Respond('Sure, I will follow Peter.') | Move_To('hallway')| Search_Person('Peter', '')| Respond('Hey Peter I am here to follow you.') | Follow()" }, { "input": "greet the person wearing blue coat in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your job is place the dish at the desk", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Please pick up cornflakes at hallway and then put inside of basket in lamp", "output": "Respond('Sure! I'm working on it') | Move_To('hallway') | Search_Object('cornflakes', '') | Pickup() | Move_To('lamp') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow t shirt in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "How many time zones are there in Canada?", "output": "Respond('Canada spans almost 10 million square km and comprises 6 time zones.')" }, { "input": "meet Emma in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "take soap from the hallway cabinet and give it to Emma in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Emma', '') | Give_To()" }, { "input": "tell the name of the person at the kitchen cabinet to the person at the loc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "greet William in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a person pointing to the left in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet Kevin in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black coat in the hallway and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Introduce yourself to Fleur at the dishwasher, and proceed to go behind.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "find soap in the hallway then get it and bring it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "meet Susan in the kitchen and say your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me how many people in the living room are wearing yellow blouses", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing yellow blouses') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell what day is today to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "find soap in the hallway then grasp it and deliver it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "meet Emma in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white blouse in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say hello to John in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Peter in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | What_Day()" }, { "input": "I need you to grab lemon from kitchen and place it on dishwasher", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('lemon', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "inform person wearing yellow shirt in the trashcan how many tictac there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('tictac','') | Move_To('trashcan') | Search_Person('', 'person wearing yellow shirt') | Answer()" }, { "input": "meet Robin in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet Noah in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Pick up pringles from coathanger and put it down at dishwasher", "output": "Respond('OK! I'm working on it') | Move_To('coathanger') | Search_Object('pringles', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Please make your way to meet Sophie and guide to the exit.", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Jesse at the couch.", "output": "Respond('Okay I will greet Jesse') | Move_To('couch') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?')" }, { "input": "look for a waving person in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell me how many person pointing to the left are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Take pringles from trashcan and then bring it to Sophie at kitchen", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('pringles', '') | Pickup() | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "In basket, fill the water", "output": "Respond('Forsure!') | Search_Object('water', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "this little piggy went wee wee wee all the way home", "output": "Respond('`` This Little Piggy '' or `` This Little Pig ''')" }, { "input": "inform man wearing an orange T-shirt in the entrance the number of strawberry present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('strawberry','') | Move_To('entrance') | Search_Person('', 'man wearing an orange T-shirt') | Answer()" }, { "input": "find soap in the kitchen then grasp it and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "report to jarvis after counting bowl placed in the coffee table.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell something about yourself to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please retrieve the tallest pringles from the kitchen and deliver it to me.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('pringles', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the waving person from the shelf to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the dishwasher') | Move_To('dishwasher')" }, { "input": "take soap from the desk and give it to the waving person in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "plate present on the kitchen counter, tally them and report to the number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('plate', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell your teams affiliation to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "describe to me the person lying down at the entrance", "output": "Respond('Okay, I will go and take a look!') | Move_To('entrance') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you please place a cup on kitchen cabinet then knife on its right", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "look for a person pointing to the right in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Start by introducing yourself to the individual dressed in a black blouse in the lounge chair, then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Could you please go to the shelf, count all the lemon there, and let jarvis know the total?", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a person raising their right arm in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "Count curry in the shelf and inform jarvis", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing blue coat in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "greet Sara in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "please say something about yourself to women who is standing in the office", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'standing women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "when did fluoridation of water begin in the u.s", "output": "Respond('January 25 , 1945')" }, { "input": "Please give me a cup of noodles", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a waving person in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Liam in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | What_Day()" }, { "input": "Introduce yourself to the person who is wearing an orange blouse, then guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Make your introduction to the smallest individual in the lounge chair and take them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "pour me drink in a dish and bring it", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you please bring this strawberry to tray in office?", "output": "Respond('Forsure!') | Search_Object('strawberry', '') | Pickup() | Move_To('office') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing white shirt in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "After you get acquainted with John at the kitchen, head to the kitchen counter and find her.", "output": "Respond('Okay i will greet her') | Move_To('kitchen') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('kitchen counter') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "greet Fleur in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Peter in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Julia in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Will you tell me the name of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "say hello to Hayley in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Meet up with Hayley at the lounge chair, then find the person in the exit, and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "greet Peter in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | What_Time()" }, { "input": "Could you tell me the number of people in the hallway wearing orange pants?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing orange pants') | Search_Person('user', '') | Answer()" }, { "input": "First, get acquainted with Emma at the exit, then find her at the lounge chair.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('lounge chair') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "locate a person raising their right arm in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Robin in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "Say hello to the person in the hallway who is pointing to the right and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "State your team's affiliation and say hello to the person standing.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Go and look in kitchen counter. Count all the bowl. Report number to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('bowl', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing white jacket in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "After you get acquainted with Robin at the entrance, go and find her at the trashcan.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('trashcan') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "take milk from the kitchen counter and give it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide Sophie from the hallway cabinet to the couch", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the couch') | Move_To('couch')" }, { "input": "meet Laura in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "follow Emma from the entrance to the living room", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "Please go behind the lead of person dressed in an orange T-shirt in the office", "output": "Respond('Sure, I will follow the person dressed in an orange T-shirt.') | Move_To('office')| Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Would you like to tell me how many snacks are in the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "Greet the individual wearing an orange blouse and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "when was the last time a lunar eclipse occured", "output": "Respond('September 28 , 2015')" }, { "input": "bring the milk", "output": "Respond('Okay, I will go deliver the milk') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the milk')" }, { "input": "Please fetch the blue hagelslag from the hallway cabinet and deliver it to hallway.", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Search_Object('hagelslag', 'blue') | Pickup() | Move_To('hallway') | Place_On('hallway')" }, { "input": "tell me how many people in the kitchen are wearing black blouse", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing black blouse') | Search_Person('user', '') | Answer()" }, { "input": "where does the mississippi river start in minnesota", "output": "Respond('Lake Itasca')" }, { "input": "washcloth is in kitchen, you go there count and give jarvis the numbers.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('washcloth', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Could you grab the black stroopwafel from the kitchen and deliver it to lamp?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('stroopwafel', 'black') | Pickup() | Move_To('lamp') | Place_On('lamp')" }, { "input": "tell man wearing a hat in the trashcan the number of peach present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('peach','') | Move_To('trashcan') | Search_Person('', 'man wearing a hat') | Answer()" }, { "input": "Get the left-most lemon from the desk and bring it here.", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('lemon', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the living room are wearing gray blouses", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing gray blouses') | Search_Person('user', '') | Answer()" }, { "input": "meet Sara in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "What is the tallest object located on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the tallest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "find a waving person in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Please carry that tictac to the basket", "output": "Respond('Forsure!') | Search_Object('tictac', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "From lamp, guide Robin to exit whom dressed in a yellow shirt", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Robin', 'dressed in a yellow shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "bring me coke from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me mayonaise from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Kevin in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Person at exit, say him about person standing.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "You go coffee table, count mayonaise, inform jarvis number.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('mayonaise', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "follow Jesse", "output": "Respond('okay I will follow the Jesse') | Search_Person('Jesse', '') | Follow()" }, { "input": "go behind the the lead of person wearing an orange shirt in the office", "output": "Respond('okay I will follow the person wearing an orange shirt') | Move_To('office') | Search_Person('', 'wearing an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet Noah in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "follow the lead of person wearing orange pants in the office", "output": "Respond('Sure, I will follow the person wearing orange pants.') | Move_To('office')| Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "I want you to tell me how many person raising their left arm are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "meet Emma in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "greet the person wearing gray shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'gray shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Lucas in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find sausages and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "get acquainted with Hayley at the exit, moving forward to greet her at the trashcan.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('trashcan') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "Find candle at lamp, and then take it to Sara in coathanger. Sara wearing orange shoes", "output": "Respond('Sure! I'll do it for you') | Move_To('lamp') | Search_Object('candle', '') | Pickup() | Move_To('coathanger') | Search_Person('Sara', 'wearing orange shoes') | Respond('Hi Sara, this candle for you') | Give_To()" }, { "input": "locate a person raising their right arm in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Hayley in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue t shirt in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find a person pointing to the right in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Count the tictac on the dining table in the dining room and report to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Sara in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | What_Time()" }, { "input": "From the couch to the exit, take the individual who is dressed in a black shirt.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a black shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Noah in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | What_Day()" }, { "input": "meet William in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | What_Time()" }, { "input": "put a dish on the TV table with a spoon on its right", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('spoon', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "find a waving person in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Robin in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet the person wearing blue t shirt in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "place cup on dishwasher", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "meet Kevin in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and deliver it to Hayley in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Hayley', '') | Give_To()" }, { "input": "meet John in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a person raising their left arm in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "look for a waving person in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Hayley in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me what is the biggest object on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'biggest') | Search_Person('user', '') | Answer()" }, { "input": "Please tell person dressed in a yellow shirt in the lamp how many milk there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('milk','') | Move_To('lamp') | Search_Person('', 'person dressed in a yellow shirt') | Answer()" }, { "input": "greet the person wearing black jacket in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | What_Time()" }, { "input": "find soap in the hallway then fetch it and give it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "inform man wearing an orange blouse in the couch the number of plate present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('plate','') | Move_To('couch') | Search_Person('', 'man wearing an orange blouse') | Answer()" }, { "input": "tell me the name of the person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow blouse in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Say hello to the person in the kitchen who is pointing to the right and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "By introducing yourself to the person wearing black blouse, then escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing black blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Sophie in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Noah in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | What_Time()" }, { "input": "guide the person wearing a blue t shirt from the desk to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the exit') | Move_To('exit')" }, { "input": "look for a waving person in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Jesse in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "greet the person wearing black coat in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who is the angel on kevin probably saves the world", "output": "Respond('Kimberly Hebert Gregory')" }, { "input": "salute Julia in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Time()" }, { "input": "look for a person pointing to the left in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "salute Hayley in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Time()" }, { "input": "tell the name of the person at the lamp to the person at the loc2", "output": "Respond('got it') | Move_To('lamp') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "I wand you to carry black pea soup from lamp and transfer it to person wearing yellow blouse in living room ", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('pea soup', 'black') | Pickup() | Move_To('living room') | Search_Person('', 'wearing yellow blouse') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "place a cup on the kitchen counter and a spoon on its left", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup()| Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing white shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Emma in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "take the person wearing an orange blouse from the trashcan to the coathanger", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Sophie in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you deliver to me the tallest stroopwafel from the hallway ?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('stroopwafel', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person raising their left arm in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Let William know the details about the items on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('describe the objects on the desk') | Search_Person('William', '') | Answer()" }, { "input": "greet the person wearing white blouse in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | What_Time()" }, { "input": "take washcloth from the shelf and bring it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find Julia at the entrance", "output": "Respond('Okay, I will go find Julia') | Move_To('entrance') | Search_Person('Julia', '') | Respond('Here you are, I have found Julia')" }, { "input": "greet the person wearing yellow blouse in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Navigate to the living room, meet Jesse, and respond to a question.", "output": "Respond('got it!') | Move_To('living room') | Search_Person('Jesse', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet the person wearing yellow coat in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | What_Time()" }, { "input": "guide the waving person from the desk to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the desk to the lounge chair') | Move_To('lounge chair')" }, { "input": "bring me dubbelfris from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you tell me the right-most item on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the right-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "Tell Sara about the sausages on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Search_Object('sausages', '') | Vision_Ask('describe the sausages on the shelf') | Search_Person('Sara', '') | Answer()" }, { "input": "greet the person wearing yellow coat in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "At lounge chair, meet Harrie who wearing blue shoes and take to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Harrie', 'wearing blue shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find cola in the kitchen then get it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find strawberry and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('strawberry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Robin in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing white shirt in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "bring me dubbelfris from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what day is today to the man wearing a necklace in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'man wearing a necklace') | What_Day()" }, { "input": "salute the person wearing yellow shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Tell me about the individual who is sitting at the entrance.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "From living room, take spoon and convey it to Robin wearing black pants at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('spoon', '') | Pickup() | Move_To('lounge chair') | Search_Person('Robin', 'wearing black pants') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "meet Noah in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell person wearing yellow shoes in the trashcan how many ice tea there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('ice tea','') | Move_To('trashcan') | Search_Person('', 'person wearing yellow shoes') | Answer()" }, { "input": "take the oldest person to the exit from the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'oldest') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "Can you provide me a depiction of the person standing at the lamp?", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the shelf to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the desk') | Move_To('desk')" }, { "input": "greet the person wearing blue sweater in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "get acquainted with Liam at the lamp.", "output": "Respond('Okay I will get acquainted with Liam') | Move_To('lamp') | Search_Person('Liam', '') | Respond('Hi Liam, How are you doing?')" }, { "input": "greet Laura in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide Sophie from the shelf to the coathanger", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the coathanger') | Move_To('coathanger')" }, { "input": "Please pour some cereal in the bowl", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing gray sweater in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'gray sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "Please inform woman raising their right arm in the desk how many fanta there are on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('fanta','') | Move_To('desk') | Search_Person('', 'woman raising their right arm') | Answer()" }, { "input": "relate woman wearing a necklace in the trashcan how many ice tea there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('ice tea','') | Move_To('trashcan') | Search_Person('', 'woman wearing a necklace') | Answer()" }, { "input": "tell me what is the smallest object on the coffee table", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the smallest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "how many books are in trinity college library", "output": "Respond('6,000,000')" }, { "input": "take coke from the hallway cabinet and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the person dressed in an orange T-shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'person dressed in an orange T-shirt') | What_Time()" }, { "input": "greet the person wearing blue blouse in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "locate a person raising their left arm in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "tell me how many people in the living room are wearing yellow coats", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing yellow coats') | Search_Person('user', '') | Answer()" }, { "input": "Introduce yourself to Harrie in the trashcan, then guide them to the coathanger", "output": "Respond(Okay i will greet the person) | Move_To('trashcan') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Take stock of candle at the coffee table and inform jarvis", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet William in the exit and follow.", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('exit') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Follow()" }, { "input": "greet Susan in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say the time to the man wearing orange pants in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'man wearing orange pants') | What_Time()" }, { "input": "follow Julia", "output": "Respond('okay I will follow the Julia') | Search_Person('Julia', '') | Follow()" }, { "input": "meet Fleur in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Find curry at couch, and then take it to Sara in coathanger. Sara wearing a necklace", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('curry', '') | Pickup() | Move_To('coathanger') | Search_Person('Sara', 'wearing a necklace') | Respond('Hi Sara, this curry for you') | Give_To()" }, { "input": "find soap in the hallway then grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Noah in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Day()" }, { "input": "Could you please place a cup on kitchen cabinet", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "tell me what is the largest dishes on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'largest dishes') | Search_Person('user', '') | Answer()" }, { "input": "meet Susan in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "Transport pea soup in office to coathanger, give it to person wearing glasses", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('pea soup', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing glasses') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the couch to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the coffee table') | Move_To('coffee table')" }, { "input": "Retrieve the black milk from the coffee table and bring it to me", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('milk', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take the smallest person from the couch to the exit after introducing yourself.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "describe the items on the coffee table to Kevin.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects on the coffee table') | Search_Person('Kevin', '') | Answer()" }, { "input": "To the person raising their right arm in the lamp, introduce yourself and take them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Fleur in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Day()" }, { "input": "set a dish on the coffee table and position a knife in it", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('knife', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "find a person pointing to the left in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "take milk from the shelf and give it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please inform tallest woman in the kitchen counter how many coke there are on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('coke','') | Move_To('kitchen counter') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "Give me the pea soup", "output": "Respond('Okay, I will give you the pea soup') | Search_Object('pea soup', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the pea soup')" }, { "input": "Please place cup at the kitchen counter", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Greet the tallest person in the kitchen and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide the waving person from the lamp to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the trashcan') | Move_To('trashcan')" }, { "input": "salute Hayley in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "At trashcan, hand over the pringles after guiding someone from entrance.", "output": "Move_To('entrance') | Search_Person('', '') | Respond('Hey, am here to guide you to trashcan, please follow me') | Move_To('trashcan') | Search_Object('pringles', '') | Pickup() | Give_To()" }, { "input": "tell smallest woman in the entrance the number of plum present on the TV table", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('plum','') | Move_To('entrance') | Search_Person('', 'smallest woman') | Answer()" }, { "input": "tell me what is the smallest decorations on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'smallest decorations') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "In the kitchen, say hello to the person wearing blue T-shirt and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "locate a waving person in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Guide someone from office to desk, find an individual, and hand them the apple.", "output": "Move_To('office') | Search_Person('', '') | Respond('Hey, am here to guide you to desk, please follow me') | Move_To('desk') | Search_Object('apple', '') | Pickup() | Give_To()" }, { "input": "greet the person wearing white jacket in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "guide Sophie from the couch to the shelf", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the shelf') | Move_To('shelf')" }, { "input": "how many episodes are in the second season of pretty little liars", "output": "Respond('25')" }, { "input": "find soap in the hallway then take it and give it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "guide the waving person from the hallway cabinet to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the trashcan') | Move_To('trashcan')" }, { "input": "count the tictac at the couch and report to tallest person in the entrance", "output": "Respond('got it!') | Move_To('couch') | Count_Object('tictac','') | Move_To('entrance') | Search_Person('', 'tallest person') | Answer()" }, { "input": "tell me how many people in the hallway are wearing red shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing red shirts') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white blouse in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the shelf and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "To entrance, guide the person who is the smallest from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Take yellow washcloth and then bring it to Kevin", "output": "Respond('Okay, I'm working on it') | Search_Object('washcloth', 'yellow') | Pickup() | Search_Person('Kevin', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "find washcloth in the living room then take it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a waving person in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "take the person dressed in an orange shirt to the entrance after making introductions in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Illustrate the object located on the kitchen counter to William.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('What is the object on the kitchen counter') | Search_Person('William', '') | Answer()" }, { "input": "greet Emma in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell me how many dishes there are on the TV table", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "bring me some noodles in a cup", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Travel to the kitchen, meet Kevin, and then answer a question.", "output": "Respond('got it!') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet Lucas in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Time()" }, { "input": "Can you tell me the number of people wearing yellow blouse in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing yellow blouse') | Search_Person('user', '') | Answer()" }, { "input": "take the person who is pointing to the left to the entrance after making introductions in the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell me what is the largest fruits on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'largest fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet Kevin in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Could you grab the blue sausages from the hallway and bring it to me?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('sausages', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Deliver yellow cornflakes to Julia dressed in an orange shirt, Julia is in lounge chair", "output": "Respond('Okay, I will do it') | Search_Object('cornflakes', 'yellow') | Pickup() | Move_To('lounge chair') | Search_Person('Julia', 'dressed in an orange shirt') | Respond('Hi, this cornflakes for you') | Give_To()" }, { "input": "greet the person wearing red t shirt in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Take ice tea from trashcan and then bring it to person who tallest at office", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('ice tea', '') | Pickup() | Move_To('office') | Search_Person('', 'tallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Give Fleur the pancake mix", "output": "Respond('Okay, I will give Fleur the pancake mix') | Search_Object('pancake mix', '') | Pickup() | Search_Person('Fleur', '') | Give_To() | Respond('Here you go, I have got you the pancake mix')" }, { "input": "what are the names of the characters in the breakfast club", "output": "Respond('Andrew Clark')" }, { "input": "Describe to Noah what is on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Noah', '') | Answer()" }, { "input": "find cola in the office then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Robin in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "take the person who is lying down to the exit after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "take soap from the hallway cabinet and bring it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "from among which three goddesses must paris choose the fairest to give the golden apple to", "output": "Respond('Athena')" }, { "input": "greet Hayley in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Peter in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "find soap in the hallway then fetch it and give it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Please bring blue crisp to person wearing black shoes at the entrance", "output": "Respond('Ok! I'll do it') | Search_Object('crisp', 'blue') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing black shoes') | Respond('Hi. this crisp for you') | Give_To()" }, { "input": "greet Emma in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white jacket in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell the pose of Susan at the exit to the person at the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('Susan', '') | Vision_Ask('describe to me the person posture') | Move_To('kitchen cabinet') | Vision_Ans()" }, { "input": "Please make your way to the lamp and escort the person who wearing an orange blouse to the exit.", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Noah in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me how many food there are on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Time()" }, { "input": "what was the colosseum built on top of", "output": "Respond('the site of Nero 's lake')" }, { "input": "greet the person wearing yellow jacket in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Noah in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | What_Day()" }, { "input": "It would be helpful if you could check inside the hallway cabinet, count the total articles of milk, and inform that number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell the woman raising their left arm in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'woman raising their left arm') | What_Tomorrow()" }, { "input": "Will you please take the blue soap from the lamp and bring it to me?", "output": "Respond('Got it!') | Move_To('lamp') | Search_Object('soap', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Emma in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Robin in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "find sponges in the hallway then get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Liam in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Move to the office, meet up with Robin, and answer a question.", "output": "Respond('got it!') | Move_To('office') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet Jesse in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Day()" }, { "input": "take soap from the desk and bring it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "when was the last time michigan state was in the final four", "output": "Respond('2015')" }, { "input": "guide Sophie from the lounge chair to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "greet Peter in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('I am here to follow you') | Follow()" }, { "input": "From kitchen, take spoon and convey it to Emma wearing an orange blouse at lamp", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('spoon', '') | Pickup() | Move_To('lamp') | Search_Person('Emma', 'wearing an orange blouse') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "greet William in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "greet the person wearing yellow coat in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find cola in the office then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the waving person from the couch to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the trashcan') | Move_To('trashcan')" }, { "input": "take soap from the TV table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Greet the individual wearing an orange T-shirt and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Would you describe the object on the kitchen cabinet to Noah?", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('What is the object on the kitchen cabinet') | Search_Person('Noah', '') | Answer()" }, { "input": "tell me what is the largest fruits on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'largest fruits') | Search_Person('user', '') | Answer()" }, { "input": "Greet the person standing and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Introduce yourself to the person who is wearing an orange shirt at the trashcan, then guide them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing white t shirt in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Julia from the exit to the office", "output": "Respond('got it') | Move_To('exit') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "where is the united states military academy at west point located", "output": "Respond('West Point , New York')" }, { "input": "find a waving person in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Time()" }, { "input": "Please make your way to the trashcan and guide Sara to the coathanger whom wearing yellow blouse.", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Sara', 'wearing yellow blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Sara in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Time()" }, { "input": "After introducing yourself to the oldest person at the lamp, escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "I want you to tell me the gesture of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "greet Susan in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | What_Time()" }, { "input": "who is the bad guy in jumanji 2017", "output": "Respond('Bobby Cannavale as Russel Van Pelt')" }, { "input": "follow the person wearing glasses in the kitchen", "output": "Respond('okay I will follow the person wearing glasses') | Move_To('kitchen') | Search_Person('', 'wearing glasses')| Respond('I am here to follow you.') | Follow()" }, { "input": "find soap in the living room then take it and give it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet Jesse in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Introduce yourself to the person who is wearing a necklace, then guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please inform woman wearing black pants in the office how many curry there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('curry','') | Move_To('office') | Search_Person('', 'woman wearing black pants') | Answer()" }, { "input": "who plays spock in the original star trek", "output": "Respond('Leonard Simon Nimoy')" }, { "input": "look for a person raising their left arm in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "where is the longest bridge located in africa", "output": "Respond('Cairo')" }, { "input": "greet the person wearing blue blouse in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet John in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "will you say what day is tomorrow to the woman wearing blue pants in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing blue pants') | What_Tomorrow()" }, { "input": "when did the first web browser come out", "output": "Respond('1990')" }, { "input": "salute Laura in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take coke from the coffee table and deliver it to me", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow Emma from the trashcan to the office", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "say hello to Robin in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take water from the desk and deliver it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Emma in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Emma in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a person raising their left arm in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing white shirt in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "look for a person pointing to the right in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "take soap from the shelf and bring it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "How many people are wearing yellow shoes in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing yellow shoes') | Search_Person('user', '') | Answer()" }, { "input": "who are the hosts of british baking show", "output": "Respond('Sandi Toksvig')" }, { "input": "Go to couch, meet the person who wearing a necklace and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing a necklace') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Find cup at lounge chair, and then take it to Sara in entrance. Sara wearing orange pants", "output": "Respond('Sure! I'll do it for you') | Move_To('lounge chair') | Search_Object('cup', '') | Pickup() | Move_To('entrance') | Search_Person('Sara', 'wearing orange pants') | Respond('Hi Sara, this cup for you') | Give_To()" }, { "input": "From kitchen, take strawberry and convey it to Sara wearing black shoes at couch", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('strawberry', '') | Pickup() | Move_To('couch') | Search_Person('Sara', 'wearing black shoes') | Respond('Hi. this strawberry for you') | Give_To()" }, { "input": "say something about yourself to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you bring the black plate from the shelf and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('shelf') | Search_Object('plate', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "escort them to the entrance after introducing yourself to the person who is wearing an orange T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Kevin in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say something about yourself to Gabrielle sitting in the lamp", "output": "Respond('Okay, I Am working on it') | Move_To('lamp') | Search_Person('Gabrielle', 'sitting') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "meet Robin at the entrance, and then look for her at the TV table.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('TV table') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "meet Hayley in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Count the candle on the dining table in the dining room and inform jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find a person pointing to the left in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet Emma in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Go to couch, meet the person who wearing glasses and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing glasses') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Tell I need you to the Susan in the kitchen cabinet", "output": "Respond('Okay! I got it') | Move_To('kitchen cabinet') | Search_Person('Susan', '') | Respond('I need you')" }, { "input": "tell your teams affiliation to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Introduce yourself to the smallest person in the lamp and then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the tallest person to the entrance after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "kitchen having lemon, you check and count, report to that amount to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "How many people are there in the office wearing black pants?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing black pants') | Search_Person('user', '') | Answer()" }, { "input": "Tell your team's affiliation and say hello to the person wearing blue pants.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Meet Fleur in the exit, introduce yourself, and then go behind.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "locate a person pointing to the right in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "find soap in the hallway then fetch it and deliver it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Could you count how many people are wearing blue pants in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing blue pants') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Time()" }, { "input": "greet the person wearing red shirt in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | What_Tomorrow()" }, { "input": "meet Sophie at the desk then locate them in the office", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Go to meet Peter at the lamp, then find the person in the coathanger and answer aquestion.", "output": "Respond('Okay i will greet the person') | Move_To('lamp') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('coathanger') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "greet Hayley in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "bring me lemon from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('lemon', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Illustrate for Sara the objects on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('describe the objects on the desk') | Search_Person('Sara', '') | Answer()" }, { "input": "count the soap at the lamp and inform person dressed in a black shirt in the coathanger", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('soap','') | Move_To('coathanger') | Search_Person('', 'person dressed in a black shirt') | Answer()" }, { "input": "meet Robin in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet the person wearing white sweater in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "say the time to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "Please move to the kitchen counter. tell me how many cleaning supplies are on there. ", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "take curry from the dishwasher and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the desk to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the TV table') | Move_To('TV table')" }, { "input": "tell woman pointing to the right in the lamp how many pear there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pear','') | Move_To('lamp') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "find the sausages", "output": "Respond('Okay, I will go find the sausages') | Search_Object('sausages', '') | Respond('Here it is, I have found the sausages')" }, { "input": "greet Liam in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "count the fanta at the dinner table and report to man wearing an orange shirt in the office", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('fanta','') | Move_To('office') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "inform woman wearing black T-shirt in the exit the number of pancake mix present on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('pancake mix','') | Move_To('exit') | Search_Person('', 'woman wearing black T-shirt') | Answer()" }, { "input": "tell jarvis how many sponge are in the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('sponge', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Lucas in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "who plays lauren tanner on make it or break it", "output": "Respond('Cassandra Lynn Scerbo')" }, { "input": "describe to me the person standing at the entrance", "output": "Respond('Okay, I will go and take a look!') | Move_To('entrance') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing red shirt in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "relate woman wearing black shirt in the lamp how many pancake mix there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('pancake mix','') | Move_To('lamp') | Search_Person('', 'woman wearing black shirt') | Answer()" }, { "input": "From living room, pickup tictac and to smallest person at trashcan, carry it", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('tictac', '') | Pickup() | Move_To('trashcan') | Search_Person('', 'smallest') | Respond('Hi. this tictac for you') | Give_To()" }, { "input": "who played will munson on as the world turns", "output": "Respond('Jesse Soffer')" }, { "input": "tell man raising their right arm in the office how many crisp there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('crisp','') | Move_To('office') | Search_Person('', 'man raising their right arm') | Answer()" }, { "input": "Pick up washcloth and put it down at hallway cabinet", "output": "Respond('OK! I'm working on it') | Search_Object('washcloth', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Can you provide a depiction of the person lying down at the couch to the person at the exit?", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "Your mission is pick up sausages from couch and convey it to tallest person in entrance", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('sausages', '') | Pickup() | Move_To('entrance') | Search_Person('', 'tallest') | Respond('Hi. this sausages for you') | Give_To()" }, { "input": "Introduce yourself to the Sara in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "find cola in the office then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "serve me drink in a cup and bring it here", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce yourself to the person who is standing and then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet Kevin in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "Introduce your team's affiliation and greet the person sitting in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Liam in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Liam', '') | Give_To()" }, { "input": "In bag, put the crisp", "output": "Respond('Forsure!') | Search_Object('crisp', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "It would be great if you could explain to the person at coathanger how the individual standing at lounge chair appears.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "tell what time is it to the men sitting in the lamp", "output": "Respond('Okay, I Am working on it') | Move_To('lamp') | Search_Person('', 'sitting men') | What_Time()" }, { "input": "tell me how many decorations there are on the TV table", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "salute Emma in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "inform woman wearing a necklace in the trashcan how many sausages there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('sausages','') | Move_To('trashcan') | Search_Person('', 'woman wearing a necklace') | Answer()" }, { "input": "Would you deliver to me the black dubbelfris from the office ?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('dubbelfris', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Liam at the hallway, proceed to the dishwasher and find him.", "output": "Respond('Okay i will greet him') | Move_To('hallway') | Search_Person('Liam', '') | Respond('Hey Liam, How are you doing?') | Move_To('dishwasher') | Search_Person('Liam', '') | Respond('Oh Liam, we meet again!')" }, { "input": "Please fetch the smallest fanta from the hallway and deliver it to dishwasher.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('fanta', 'smallest') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "inform person wearing black blouse in the exit how many liquorice exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('liquorice','') | Move_To('exit') | Search_Person('', 'person wearing black blouse') | Answer()" }, { "input": "please say something about yourself to Fleur who is standing in the exit", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('Fleur', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "meet Sara in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet the person wearing white blouse in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say hello to the person wearing orange pants and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "say the time to the smallest woman in the kitchen, please", "output": "Move_To('kitchen') | Search_Person('', 'smallest woman') | What_Time()" }, { "input": "Find plate at lounge chair, and then take it to person in living room who lying down", "output": "Respond('Sure! I'll do it for you') | Move_To('lounge chair') | Search_Object('plate', '') | Pickup() | Move_To('living room') | Search_Person('', 'lying down') | Respond('Hi, this plate for you') | Give_To()" }, { "input": "take soap from the desk and deliver it to the waving person in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing white t shirt in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Robin in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue jacket in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you identify the blue object on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the blue object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Your mission is pick up tictac from lamp and convey it to oldest person in exit", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('tictac', '') | Pickup() | Move_To('exit') | Search_Person('', 'oldest') | Respond('Hi. this tictac for you') | Give_To()" }, { "input": "inform person raising their right arm in the lounge chair the number of orange present on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('orange','') | Move_To('lounge chair') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "inform man wearing blue shoes in the entrance the number of apple present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('apple','') | Move_To('entrance') | Search_Person('', 'man wearing blue shoes') | Answer()" }, { "input": "follow Emma from the dishwasher to the living room", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Noah in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Noah', '') | Give_To()" }, { "input": "guide the waving person from the trashcan to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the entrance') | Move_To('entrance')" }, { "input": "How many people are there in the office wearing a hat?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "salute Sara in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "meet William in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "greet the person wearing yellow t shirt in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take the standing women in the coffee table to the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('coffee table') | Search_Person('', 'standing women') | Respond('Hey, I am here to guide you to hallway, please follow me') | Move_To('hallway')" }, { "input": "count the tictac at the lounge chair and then inform woman wearing black pants in the entrance", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('tictac','') | Move_To('entrance') | Search_Person('', 'woman wearing black pants') | Answer()" }, { "input": "Could you count candy at the desk and let jarvis know", "output": "Respond('got it!') | Move_To('desk') | Count_Object('candy', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "locate a person pointing to the left in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "Say hello to the person pointing to the right in the living room and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find banana and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('banana', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find washcloth in the hallway then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet John in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet William in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | What_Day()" }, { "input": "find cola in the office then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Julia in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "go to the hallway cabinet then find water and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell what day is tomorrow to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "Take yellow liquorice and then bring it to Harrie", "output": "Respond('Okay, I'm working on it') | Search_Object('liquorice', 'yellow') | Pickup() | Search_Person('Harrie', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing blue coat in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Take stock of sausages at the kitchen and report to tony", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('sausages', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing blue t shirt in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | What_Time()" }, { "input": "meet Robin in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "Please serve some drink in the cup", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "To coathanger, guide the person who wearing blue shoes from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing blue shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Could you bring me the yellow peach that's in the kitchen cabinet, please?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('peach', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue shirt in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | What_Time()" }, { "input": "greet the person wearing yellow jacket in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say the day of the month to the woman wearing orange shoes in the kitchen cabinet", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman wearing orange shoes') | What_Day()" }, { "input": "when did the ipod 6th generation come out", "output": "Respond('July 15 , 2015')" }, { "input": "Please relate person wearing a necklace in the coathanger how many candle there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('candle','') | Move_To('coathanger') | Search_Person('', 'person wearing a necklace') | Answer()" }, { "input": "give me a dish full of drink for me", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "What's the left-most object visible on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the left-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "take water from the kitchen cabinet and deliver it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find water and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find Hayley in the couch, introduce yourself, and go behind.", "output": "Respond('got it!') | Move_To('couch') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "guide the waving person from the trashcan to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the lamp') | Move_To('lamp')" }, { "input": "Please inform person wearing an orange T-shirt in the trashcan how many liquorice there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('liquorice','') | Move_To('trashcan') | Search_Person('', 'person wearing an orange T-shirt') | Answer()" }, { "input": "Your mission is pick up blue lemon from office and convey it to coathanger. Finally, handover that lemon to person wearing black T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('lemon', 'blue') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing black T-shirt') | Respond('Hi. this lemon for you') | Give_To()" }, { "input": "greet Robin in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "Meet Sophie, and answer a question.", "output": "Respond('got it!') | Search_Person('Sophie', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "say the time to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "greet the person wearing yellow jacket in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | What_Time()" }, { "input": "Find the person wearing an orange blouse, introduce yourself, and take them towards the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "find Emma at the entrance", "output": "Respond('Okay, I will go find Emma') | Move_To('entrance') | Search_Person('Emma', '') | Respond('Here you are, I have found Emma')" }, { "input": "find washcloth in the office then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow t shirt in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "get to know Gabrielle at the living room, then find her at the dishwasher.", "output": "Respond('Okay i will greet her') | Move_To('living room') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('dishwasher') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "I need a dish with noodles, can you bring it to me?", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "would you tell the man pointing to the right in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'man pointing to the right') | What_Tomorrow()" }, { "input": "salute Emma in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "when was the malaysia marine enforcement agency act 2004 enforced", "output": "Respond('15 February 2005')" }, { "input": "greet the person wearing blue coat in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Kevin in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow t shirt in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "Your mission is take cup from lounge chair and convey it to entrance. Finally, handover that cup to person wearing black blouse", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('cup', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing black blouse') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "bring me curry from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find lemon and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('lemon', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Kevin in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you bring the yellow cornflakes from the kitchen counter and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen counter') | Search_Object('cornflakes', 'yellow') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "See apple in office. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('apple', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Liam in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "who stars in my big fat greek wedding", "output": "Respond('Lainie Kazan')" }, { "input": "go to the hallway cabinet then find water and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sophie at the TV table then locate them in the living room", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "How many people in the kitchen are wearing orange shoes?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing orange shoes') | Search_Person('user', '') | Answer()" }, { "input": "where is this years world cup being held", "output": "Respond('Russia')" }, { "input": "Greet the person wearing blue pants and share your team's affiliation in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing blue pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take soap from the hallway cabinet and give it to William in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "Navigate to find the yellow cup and place on desk", "output": "Respond('I got this!') | Search_Object('cup', 'yellow') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "salute the person wearing blue t shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow shirt in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "say the day of the month to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Take sausages from lamp and then bring it to Julia who oldest at living room", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('sausages', '') | Pickup() | Search_Person('Julia', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Would you pour some cereal in a bowl and bring it to me?", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue jacket in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Noah in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "follow Julia from the desk to the office", "output": "Respond('got it') | Move_To('desk') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "Please go behind the person wearing an orange shirt in the kitchen", "output": "Respond('okay I will follow the person wearing an orange shirt') | Move_To('kitchen') | Search_Person('', 'wearing an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "From trashcan, guide Jesse to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Jesse', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "set a cup on the hallway cabinet, laying a knife on its left", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('knife', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Say your name to the person in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', '') | Respond('Well, my name is lucio')" }, { "input": "Please go behind Susan in the office", "output": "Respond('Sure, I will follow Susan.') | Move_To('office')| Search_Person('Susan', '')| Respond('Hey Susan I am here to follow you.') | Follow()" }, { "input": "Please follow the the lead of person dressed in a black T-shirt in the hallway", "output": "Respond('okay I will follow the person dressed in a black T-shirt') | Move_To('hallway') | Search_Person('', 'dressed in a black T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing black t shirt in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | What_Time()" }, { "input": "do away goals count in champions league playoffs", "output": "Respond('This can be countered by the fact that in extra time , the home team has the advantage of playing the extra 30 minutes at home .')" }, { "input": "who wears a white cap in the raf", "output": "Respond('RAFP non-commissioned officers and warrant officers')" }, { "input": "Can you deliver to me the right-most pear found at the dinner table and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('dinner table') | Search_Object('pear', 'right-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "meet Robin at the living room, and then look for her at the shelf.", "output": "Respond('Okay i will greet her') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('shelf') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "Can you tell me the number of individuals dressed in an orange T-shirt in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('dressed in an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "Tell whats your team afiliation to Lucas in entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "State your team's affiliation and say hello to the person wearing orange pants.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow coat in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Take mayonaise from lounge chair and then bring it to William who oldest at office", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('mayonaise', '') | Pickup() | Search_Person('William', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Greet the person dressed in an orange T-shirt and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Robin in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white sweater in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "guide Sophie from the entrance to the dinner table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the dinner table') | Move_To('dinner table')" }, { "input": "where does the flavor blue raspberry come from", "output": "Respond('from Rubus leucodermis , more commonly known as the `` whitebark raspberry '' or `` blue raspberry '' for the blue - black color of its fruit')" }, { "input": "greet the person wearing yellow jacket in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a person pointing to the left in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Lucas in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Lucas', '') | Give_To()" }, { "input": "who does the voice of death in family guy", "output": "Respond('Norm Macdonald')" }, { "input": "find a person raising their right arm in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "Make your introduction to the individual wearing blue shoes in the lamp and escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing blue shoes') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Sara in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet Liam in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and bring it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "tell me how the person sitting looks like and answer a question", "output": "Respond('Am on it!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "locate a person raising their left arm in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to John in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('John', '') | Give_To()" }, { "input": "go to the hallway cabinet then find fanta and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person pointing to the right in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "Could you please grab the right-most plate from the dishwasher and bring it here?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('plate', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say your team's affiliation and greet the smallest person in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Can you tell me how many people in the office are wearing yellow T-shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing yellow T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "bring me peach from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('peach', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the office then take it and bring it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "tell me how many snacks there are on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "count the milk at the lamp and then report to woman dressed in a yellow shirt in the living room", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('milk','') | Move_To('living room') | Search_Person('', 'woman dressed in a yellow shirt') | Answer()" }, { "input": "At lounge chair, meet Harrie who wearing blue pants and take to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Harrie', 'wearing blue pants') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Tell I need you to the William in the kitchen cabinet", "output": "Respond('Okay! I got it') | Move_To('kitchen cabinet') | Search_Person('William', '') | Respond('I need you')" }, { "input": "take coke from the kitchen counter and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Julia in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing white sweater in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | What_Tomorrow()" }, { "input": "Deliver cola in kitchen to person wearing an orange T-shirt, the person is in couch", "output": "Respond('Okay, I will do it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, this cola for you') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to Liam in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Liam', '') | Give_To()" }, { "input": "deliver to me a dish of cereal", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "deliver to me the tallest pear from the living room and answer a question", "output": "Respond('Got it i will bring it to you!') | Move_To('living room') | Search_Object('pear', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "give me a cup full of cereal for me", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Greet the person sitting and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing black t shirt in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Emma in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Peter in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Time()" }, { "input": "greet the person wearing yellow blouse in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "greet the person wearing white coat in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "what country did serbia become part of after ww1", "output": "Respond('the Kingdom of Serbs , Croats , and Slovenes')" }, { "input": "Describe what objects are on the TV table for Peter.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('describe the objects on the TV table') | Search_Person('Peter', '') | Answer()" }, { "input": "greet Hayley in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "list the responsibilities of the team leader within the team", "output": "Respond('Assemble team members with a combination of skills required to accomplish goal')" }, { "input": "greet William in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Say whats your favorite color to the person sitting in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('', 'sitting') | Respond('My favorite color is blue')" }, { "input": "Please bring black apple to person wearing blue pants at the exit", "output": "Respond('Ok! I'll do it') | Search_Object('apple', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'wearing blue pants') | Respond('Hi. this apple for you') | Give_To()" }, { "input": "find soap in the hallway then take it and deliver it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "tell me how many people in the kitchen are wearing white jackets", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing white jackets') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to John in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('John', '') | Give_To()" }, { "input": "greet the person wearing black shirt in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "describe the person sitting at the couch to the person at the entrance", "output": "Respond('Okay, I will go and take a look!') | Move_To('couch') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "locate a person raising their left arm in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Give Susan a description of the objects on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('describe the objects on the kitchen counter') | Search_Person('Susan', '') | Answer()" }, { "input": "escort the person who wearing black T-shirt, in the trashcan, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing black T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please put bowl with fork on it at the kitchen counter", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('fork', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "You should follow the person wearing an orange blouse", "output": "Respond('okay I will follow the person wearing an orange blouse') | Search_Person('', 'wearing an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "go to the hallway cabinet then find mayonaise and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person pointing to the right in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Julia in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "You should go to entrance, there will be person lying down, describe appearance of the person to me.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "salute Hayley in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Deliver sausages from couch to tray in coathanger", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('sausages', '') | Pickup() | Move_To('coathanger') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "From hallway, take ice tea and convey it to Sara wearing orange pants at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('ice tea', '') | Pickup() | Move_To('lounge chair') | Search_Person('Sara', 'wearing orange pants') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "find soap in the office then take it and give it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "locate a person raising their right arm in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I wand you to carry apple from trashcan and transfer it to person who is tallest in office", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('apple', '') | Pickup() | Move_To('office') | Search_Person('', 'tallest') | Respond('Hi. this apple for you') | Give_To()" }, { "input": "look for a person raising their right arm in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you please bring this cola to bag in hallway?", "output": "Respond('Forsure!') | Search_Object('cola', '') | Pickup() | Move_To('hallway') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "look for a person pointing to the left in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the waving person from the hallway cabinet to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the hallway cabinet to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "Find the tallest person, introduce yourself, and escort them towards the exit.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "You should go behind person dressed in a blue blouse", "output": "Respond('Sure, I will follow the person dressed in a blue blouse.') | Search_Person('', 'dressed in a blue blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute Sara in the hallway and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet John in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the hallway then grasp it and bring it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing white t shirt in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you serve a bowl of noodles?", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow shirt in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person pointing to the right in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me how many people in the hallway are wearing gray jackets", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing gray jackets') | Search_Person('user', '') | Answer()" }, { "input": "Your job is to pick up the black sponge and then deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('sponge', 'black') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "locate a person raising their right arm in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Your task is put the yellow bowl at the kitchen counter", "output": "Respond('I got this!') | Search_Object('bowl', 'yellow') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Please follow the lead of the person dressed in an orange shirt", "output": "Respond('okay I will follow the person dressed in an orange shirt') | Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Why is Canada named Canada?", "output": "Respond('French explorers misunderstood the local native word Kanata, which means village.')" }, { "input": "meet Noah in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing orange coat in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'orange coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Lucas in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | What_Day()" }, { "input": "find milk in the kitchen then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "get acquainted with Susan at the exit, proceed to the couch and find him.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Move_To('couch') | Search_Person('Susan', '') | Respond('Oh Susan, we meet again!')" }, { "input": "greet the person wearing white shirt in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | What_Tomorrow()" }, { "input": "Introduce yourself to the smallest person and then proceed to escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "inform person wearing a necklace in the couch how many liquorice exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('liquorice','') | Move_To('couch') | Search_Person('', 'person wearing a necklace') | Answer()" }, { "input": "Would you describe the peach on the dishwasher to Robin?", "output": "Respond('Let me see!') | Move_To('dishwasher') | Search_Object('peach', '') | Vision_Ask('describe the peach on the dishwasher') | Search_Person('Robin', '') | Answer()" }, { "input": "locate a person raising their left arm in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the TV table and bring it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "tell jarvis how many knife are in the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('knife', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Mention your team's affiliation and say hello to the person sitting in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow sweater in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "At the exit, meet Jesse, then find him at the lamp.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('lamp') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "Could you tell me how many waving person are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | What_Tomorrow()" }, { "input": "escort the smallest individual to the exit after introducing yourself in the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "would you tell the person wearing orange pants in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person wearing orange pants') | What_Tomorrow()" }, { "input": "greet the person wearing yellow shirt in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Liam in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | What_Day()" }, { "input": "I wand you to carry black cup and transfer it to person dressed in an orange blouse in living room ", "output": "Respond('Ok! I'll do it') | Search_Object('cup', 'black') | Pickup() | Move_To('living room') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "greet Jesse in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Laura in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find candle and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Make your introduction to the individual raising their left arm in the lamp and take them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue t shirt in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | What_Time()" }, { "input": "On the hallway cabinet, which is the biggest object?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the biggest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take them to the coathanger after introducing yourself to the person in the lamp who is wearing glasses.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue blouse in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "meet Hayley in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Time()" }, { "input": "take water from the shelf and bring it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you count the number of people pointing to the right in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "tell the pose of the person at the coathanger to the person at the loc2", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in coathanger is') | Answer()" }, { "input": "meet Sara in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | What_Time()" }, { "input": "guide Sophie from the exit to the shelf", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the shelf') | Move_To('shelf')" }, { "input": "To coathanger, guide the person who wearing yellow pants from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing yellow pants') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Susan in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find a person pointing to the right in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Move to the hallway, meet up with Sara, and answer a question.", "output": "Respond('got it!') | Move_To('hallway') | Search_Person('Sara', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "tell the man dressed in an orange T-shirt in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man dressed in an orange T-shirt') | What_Day()" }, { "input": "Find Hayley in the dishwasher, introduce yourself, and go after them to the living room.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "In the office, how many individuals are dressed in a blue shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in a blue shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet the person wearing black coat in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | What_Time()" }, { "input": "At lamp, meet the person who wearing blue shirt and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing blue shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "locate a person pointing to the right in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Introduce yourself to the oldest person at the lamp, then escort them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell me what is the smallest drinks on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'smallest drinks') | Search_Person('user', '') | Answer()" }, { "input": "Please deliver to the yellow spoon from the office and afterwards, answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('office') | Search_Object('spoon', 'yellow') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet the person wearing white jacket in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "Would you describe the objects on the desk to Lucas?", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('describe the objects on the desk') | Search_Person('Lucas', '') | Answer()" }, { "input": "meet Laura in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "From the lounge chair to the exit, take the individual who is wearing an orange blouse.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Sara in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Sara', '') | Give_To()" }, { "input": "greet Susan in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "get to know Sara at the entrance, proceed to the lamp and greet him.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('lamp') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "greet Emma in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Time()" }, { "input": "Please carry crisp, which is in coathanger, to basket at office", "output": "Respond('Forsure!') | Move_To('coathanger') | Search_Object('crisp', '') | Pickup() | Move_To('office') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing blue shirt in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sophie in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Say your team's affiliation and greet the person lying down.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Could you tell me how many people in the kitchen are wearing a necklace?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing a necklace') | Search_Person('user', '') | Answer()" }, { "input": "meet Noah at the lounge chair, moving forward to find her at the coathanger.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Move_To('coathanger') | Search_Person('Noah', '') | Respond('Oh Noah, we meet again!')" }, { "input": "look for a person raising their right arm in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "greet the person wearing white blouse in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Tell I need you to the Noah in the dishwasher", "output": "Respond('Okay! I got it') | Move_To('dishwasher') | Search_Person('Noah', '') | Respond('I need you')" }, { "input": "Tally the curry lying on the table in the dining area and inform the count to tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('curry', '') | Search_Person('tony', '') | Answer()" }, { "input": "say hello to Hayley in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take soap from the hallway cabinet and deliver it to Julia in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Julia', '') | Give_To()" }, { "input": "Greet the person waving and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell something about yourself to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Go to trashcan to earn pea soup and then transfer the pea soup to desk. Then put that in bag", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('pea soup', '') | Pickup() | Move_To('desk') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Can you bring me a cup of cereal?", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Sara in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "meet Robin in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "guide the person wearing a blue t shirt from the exit to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the exit') | Move_To('exit')" }, { "input": "meet Liam in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take the person wearing a hat from the lamp to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Fleur in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Could you count dishwasher tab at the TV table and let tony know", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('dishwasher tab', '') | Search_Person('tony', '') | Answer()" }, { "input": "look for a person raising their left arm in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet William in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the hallway cabinet and deliver it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "Lay bowl on dinner table", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Tell whats your team affiliation to the person lying down in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me how many people in the office are lying down", "output": "Respond('Got it!') | Move_To('office') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "salute the person wearing blue shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing white coat in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | What_Day()" }, { "input": "meet John in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | What_Day()" }, { "input": "Find the person and say I need your help", "output": "Respond('Okay! I got it') | Search_Person('', '') | Respond('I need your help')" }, { "input": "On dishwasher, place the dish, and don't forget to place the knife on its right", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('knife', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "tell person waving in the couch the number of pringles present on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('pringles','') | Move_To('couch') | Search_Person('', 'person waving') | Answer()" }, { "input": "Let Hayley know about the things on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('describe the objects on the desk') | Search_Person('Hayley', '') | Answer()" }, { "input": "Tell whats your team affiliation to the person lying down in the trashcan", "output": "Respond('Okay! I got it') | Move_To('trashcan') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Sophie in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Robin in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Can you tell me how many people in the living room are wearing black blouse?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing black blouse') | Search_Person('user', '') | Answer()" }, { "input": "bring me soap from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Navigate to find the cup and put on dinner table", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "In the office, how many individuals are wearing yellow pants?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing yellow pants') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Go introduce yourself to Laura in the coffee table, and then follow.", "output": "Respond('got it!') | Move_To('coffee table') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Safely take Sophie through coathanger from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "give me the black stroopwafel and answer a question", "output": "Respond('Got it i will bring it to you!') | Search_Object('stroopwafel', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "salute Hayley in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Make introductions with the person sitting in the lounge chair before guiding them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "To the exit, take the smallest individual.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "would you tell the person wearing black shirt in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person wearing black shirt') | What_Tomorrow()" }, { "input": "greet Sara in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go behind standing men in the dinner table", "output": "Respond('okay I will follow standing men') | Move_To('dinner table') | Search_Person('', 'standing men')| Respond('I am here to follow you.') | Follow()" }, { "input": "look for a waving person in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to follow you.') | Follow()" }, { "input": "guide the person wearing a blue t shirt from the exit to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the desk') | Move_To('desk')" }, { "input": "Please bring me a cup filled with noodles", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "find the dishwasher tab", "output": "Respond('Okay, I will go find the dishwasher tab') | Search_Object('dishwasher tab', '') | Respond('Here it is, I have found the dishwasher tab')" }, { "input": "greet Harrie in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | What_Time()" }, { "input": "Could you grab the biggest stroopwafel from the kitchen counter and deliver it to hallway?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Search_Object('stroopwafel', 'biggest') | Pickup() | Move_To('hallway') | Place_On('hallway')" }, { "input": "greet Robin in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Time()" }, { "input": "Provide me a description of the individual sitting over at the lamp.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Fetch the yellow plum from the entrance and bring it to me", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('plum', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you identify the tallest object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the tallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Say appearance of lying down person to the another person who is in exit.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "greet the person wearing yellow blouse in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "find soap in the hallway then grasp it and bring it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "meet Sara in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "find soap in the hallway then fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet William in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "greet the person wearing white t shirt in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | What_Day()" }, { "input": "meet Jesse in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Go introduce yourself to Lucas in the kitchen counter, and then go after.", "output": "Respond('got it!') | Move_To('kitchen counter') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "inform jarvis after counting strawberry placed in the office.", "output": "Respond('got it!') | Move_To('office') | Count_Object('strawberry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "describe the objects in the TV table", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('describe the objects in the TV table') | Search_Person('user', '') | Answer()" }, { "input": "escort the person dressed in an orange blouse to the coathanger after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "answer the quiz of the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a waving person in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "meet Liam in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "find water in the kitchen then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Sophie in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "describe to me the person sitting at the trashcan", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the hallway then get it and deliver it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "What's the tallest object present on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the tallest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Liam in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Liam', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "Mention your team's affiliation and say hello to the person lying down in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing white jacket in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the strawberry at the lamp and then report to woman dressed in a yellow shirt in the living room", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('strawberry','') | Move_To('living room') | Search_Person('', 'woman dressed in a yellow shirt') | Answer()" }, { "input": "follow Emma from the dishwasher to the hallway", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Please inform me about the left-most object on the kitchen counter.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the left-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "salute Sophie in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Peter in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow coat in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go after the lead of the person wearing an orange T-shirt", "output": "Respond('okay I will follow the person wearing an orange T-shirt') | Search_Person('', 'wearing an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "take the black pringles from the hallway cabinet to the lamp", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Search_Object('pringles', 'black') | Pickup() | Move_To('lamp') | Place_On('lamp')" }, { "input": "where did they film and then there were none", "output": "Respond('Wrotham Park in Hertfordshire')" }, { "input": "What I need for you is to escort Peter who wearing an orange blouse at the lamp location to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Peter', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Robin in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Lucas in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please relate child in the kitchen how many pea soup there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('pea soup','') | Move_To('kitchen') | Search_Person('', 'child') | Answer()" }, { "input": "what year did the movie the sound of music come out", "output": "Respond('March 2 , 1965')" }, { "input": "How many individuals in the kitchen are dressed in a yellow shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in a yellow shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Harrie in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find cornflakes and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Can you bring me the yellow sausages that's in the living room, please?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('sausages', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the shelf and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "find washcloth in the hallway then fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please get the tallest cornflakes from the coffee table and bring it here to me.", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('cornflakes', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the hallway then get it and bring it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "who wrote the story of jason and the argonauts", "output": "Respond('Apollonius of Rhodes')" }, { "input": "take cola from the kitchen cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet William in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "Introduce yourself to the person who is wearing black blouse and then take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing black blouse') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Who invented the compiler?", "output": "Respond('Grace Hoper. She wrote it in her spare time.')" }, { "input": "take curry from the shelf and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell person dressed in an orange shirt in the lounge chair how many dishwasher tab exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('dishwasher tab','') | Move_To('lounge chair') | Search_Person('', 'person dressed in an orange shirt') | Answer()" }, { "input": "meet William in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell person wearing orange shoes in the shelf how many ice tea there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('ice tea','') | Move_To('shelf') | Search_Person('', 'person wearing orange shoes') | Answer()" }, { "input": "salute Emma in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the kitchen cabinet to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the kitchen cabinet to the shelf') | Move_To('shelf')" }, { "input": "Who is him standing? Please inform the details of him to person at the coathanger.", "output": "Respond('Okay, I will go and take a look!') | Move_To('coathanger') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "meet Julia in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "inform person waving in the lamp how many washcloth exist on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('washcloth','') | Move_To('lamp') | Search_Person('', 'person waving') | Answer()" }, { "input": "How many people are raising their left arm in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "guide Sophie from the coffee table to the dinner table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coffee table to the dinner table') | Move_To('dinner table')" }, { "input": "say your teams country to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "You should go behind person wearing yellow pants", "output": "Respond('Sure, I will follow the person wearing yellow pants.') | Search_Person('', 'wearing yellow pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "From couch, take the person who dressed in an orange T-shirt to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing orange t shirt in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'orange t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "tell me how many snacks there are on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the living room are wearing gray t shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing gray t shirts') | Search_Person('user', '') | Answer()" }, { "input": "Find a person at couch, guide them to coathanger, and then hand over the dishwasher tab.", "output": "Move_To('couch') | Search_Person('', '') | Respond('Hey, am here to guide you to coathanger, please follow me') | Move_To('coathanger') | Search_Object('dishwasher tab', '') | Pickup() | Give_To()" }, { "input": "find washcloth in the living room then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the left in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person pointing to the left in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "From the lounge chair to the exit, take the individual who is wearing an orange shirt.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "Your task is to convey the black stroopwafel and place it inside the tray", "output": "Respond('Forsure!') | Search_Object('stroopwafel', 'black') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "look for a person raising their right arm in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "take water from the TV table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Sara in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue shirt in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Go to couch to fetch fork and put it inside the basket", "output": "Respond('Forsure!') | Move_To('couch') | Search_Object('fork', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please relate tallest man in the office how many tictac there are on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('tictac','') | Move_To('office') | Search_Person('', 'tallest man') | Answer()" }, { "input": "count the mayonaise at the coffee table and then report to oldest man in the office", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('mayonaise','') | Move_To('office') | Search_Person('', 'oldest man') | Answer()" }, { "input": "find a person raising their left arm in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "follow the person raising their left arm at living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Follow()" }, { "input": "Get the biggest cornflakes from the lounge chair and bring it here.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Object('cornflakes', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "get to know Robin at the entrance, moving forward to greet him at the dinner table.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('dinner table') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "I'd appreciate it if you could escort Hayley to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Hayley', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "At the exit, get to know Julia, then find him at the lamp.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Move_To('lamp') | Search_Person('Julia', '') | Respond('Oh Julia, we meet again!')" }, { "input": "bring me sponges from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Describe the object located on the TV table to Emma.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Emma', '') | Answer()" }, { "input": "locate a person pointing to the left in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Harrie in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Julia in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet Emma in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "In the office, how many individuals are dressed in a black shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in a black shirt') | Search_Person('user', '') | Answer()" }, { "input": "In basket in trashcan, store the blue strawberry", "output": "Respond('Forsure!') | Search_Object('strawberry', 'blue') | Pickup() | Move_To('trashcan') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "Safely guide Robin who wearing black blouse through coathanger from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', 'wearing black blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell me what is the heaviest object on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'heaviest') | Search_Person('user', '') | Answer()" }, { "input": "what famous battle marked the end of the revolutionary war", "output": "Respond('The Siege of Yorktown')" }, { "input": "look for a person pointing to the left in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Fleur in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | What_Time()" }, { "input": "who has won the most portuguese league titles", "output": "Respond('S.L. Benfica')" }, { "input": "meet Harrie in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Fleur in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | What_Time()" }, { "input": "tell the time to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "tell your teams country to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Liam in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute the person wearing blue shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "Find a person at lamp, guide them to coathanger, and then hand over the stroopwafel.", "output": "Move_To('lamp') | Search_Person('', '') | Respond('Hey, am here to guide you to coathanger, please follow me') | Move_To('coathanger') | Search_Object('stroopwafel', '') | Pickup() | Give_To()" }, { "input": "look for a person raising their right arm in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a waving person in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "You should follow the lead of person wearing black shoes", "output": "Respond('Sure, I will follow the person wearing black shoes.') | Search_Person('', 'wearing black shoes') | Respond('I am here to follow you.')| Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Robin in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Robin', '') | Give_To()" }, { "input": "relate woman wearing yellow blouse in the trashcan how many spoon there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('spoon','') | Move_To('trashcan') | Search_Person('', 'woman wearing yellow blouse') | Answer()" }, { "input": "To Julia wearing a hat in office, acquire sponge from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('sponge', '') | Pickup() | Move_To('office') | Search_Person('Julia', 'wearing a hat') | Respond('Hi. this sponge for you') | Give_To()" }, { "input": "give me some noodles in a bowl", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce yourself to the person who is lying down and then take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Could you please bring coke in office to tray in office?", "output": "Respond('Forsure!') | Move_To('office') | Search_Object('coke', '') | Pickup() | Move_To('office') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Once you've introduced yourself to the tallest person in the couch, escort them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "say the time to the tallest woman in the living room, please", "output": "Move_To('living room') | Search_Person('', 'tallest woman') | What_Time()" }, { "input": "Safely escort Sophie who dressed in an orange shirt through exit from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Sophie', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing yellow shirt in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "meet Sophie at the coffee table then find them in the hallway", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing blue sweater in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find orange and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('orange', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Hayley in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing blue sweater in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "Explain the liquorice on the kitchen cabinet for Susan.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Search_Object('liquorice', '') | Vision_Ask('describe the liquorice on the kitchen cabinet') | Search_Person('Susan', '') | Answer()" }, { "input": "navigate to the lounge chair then look for a knife and fetch it to the women lying down in the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Object('knife', '') | Pickup() | Move_To('entrance') | Search_Person('', 'lying down women') | Give_To()" }, { "input": "greet the person wearing white jacket in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "Greet the person in the living room wearing a necklace and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing a necklace') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take them to the coathanger after introducing yourself to the person in the couch who is dressed in an orange T-shirt.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Would you mind fetching the tallest plate from the office and bringing it to coathanger?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('plate', 'tallest') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "greet Sophie in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the desk') | Move_To('desk')" }, { "input": "salute Sophie in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who is the current lead singer of five finger death punch", "output": "Respond('Ivan Moody')" }, { "input": "serve a dish full of cereal for me", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you tell me the number of people in the living room dressed in an orange T-shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "Would you give me the black orange that's in the hallway , please?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('orange', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find washcloth in the kitchen then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the TV table to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the TV table') | Move_To('TV table')" }, { "input": "take the individual dressed in a black blouse to the coathanger after introducing yourself in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Can you tell me the biggest object on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the biggest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "On the shelf, what object is the black?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the black object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "salute Emma in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "Your task is to escort Robin who wearing an orange shirt, in lamp, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Robin', 'wearing an orange shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Find the oldest person in the couch, introduce yourself, and guide them towards the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue shirt in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "Say your team's affiliation and greet the person wearing yellow shoes in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Could you grab the right-most milk from the kitchen counter and deliver it to lamp?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Search_Object('milk', 'right-most') | Pickup() | Move_To('lamp') | Place_On('lamp')" }, { "input": "greet the person wearing white sweater in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "tell your teams affiliation to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me how many people in the kitchen are wearing red coats", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing red coats') | Search_Person('user', '') | Answer()" }, { "input": "Could you provide a description of the person standing at the office and address a question?", "output": "Respond('Let me see!') | Move_To('office') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Please go after the person wearing orange shoes in the hallway", "output": "Respond('okay I will follow the person wearing orange shoes') | Move_To('hallway') | Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "meet William in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "when was the last time scotland won the calcutta cup", "output": "Respond('2018')" }, { "input": "Let me know the details of the person standing in the exit.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "take coke from the TV table and deliver it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who sings i dont want to live forever", "output": "Respond('English singer - songwriter Zayn')" }, { "input": "look for a waving person in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to follow you.') | Follow()" }, { "input": "Would you like to tell me how many food are in the shelf", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "tell what day is tomorrow to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "Please make your way to the couch and escort Robin who oldest to the coathanger.", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find a person raising their right arm in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Your mission is pick up stroopwafel from lamp and convey it to smallest person in coathanger", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('stroopwafel', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'smallest') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "Your goal is transfer that peach and have it end up in the bag", "output": "Respond('Forsure!') | Search_Object('peach', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "guide the waving person from the lamp to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the couch') | Move_To('couch')" }, { "input": "meet Robin in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Time()" }, { "input": "say the day of the week to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "locate a person pointing to the left in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "greet Robin in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "locate a person pointing to the right in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please bring me a dish with drink in it", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet John in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Put the blue candle, which is in kitchen, into the tray", "output": "Respond('Forsure!') | Move_To('kitchen') | Search_Object('candle', 'blue') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing blue sweater in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Emma in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "inform person raising their right arm in the kitchen how many pea soup exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pea soup','') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "greet the person wearing blue jacket in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white jacket in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | What_Time()" }, { "input": "Could you describe to Noah the fork on the dinner table?", "output": "Respond('Let me see!') | Move_To('dinner table') | Search_Object('fork', '') | Vision_Ask('describe the fork on the dinner table') | Search_Person('Noah', '') | Answer()" }, { "input": "go to the hallway cabinet then find sausages and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sara in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | What_Time()" }, { "input": "Look in kitchen. Count all water there. Say number to tony.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('water', '') | Search_Person('tony', '') | Answer()" }, { "input": "Would you go and get the biggest milk from the coathanger and bring it to me?", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('milk', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell person wearing orange shoes in the couch how many pear there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pear','') | Move_To('couch') | Search_Person('', 'person wearing orange shoes') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the exit') | Move_To('exit')" }, { "input": "greet the person wearing white blouse in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "Could you please retrieve the yellow sausages from the living room and bring it to me?", "output": "Respond('Certainly!') | Move_To('living room') | Search_Object('sausages', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Sara in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a person pointing to the left in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "give me the smallest hagelslag from the couch.", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('hagelslag', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please tell the person at the exit how does the person sitting look like ?", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "greet Fleur in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "meet Sophie at the trashcan then look for them in the living room", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Your goal is guide the person who wearing black pants, whom meet at the trashcan, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing black pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Lucas in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell jarvis how many coke are in the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('coke', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a person pointing to the left in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please move to the TV table. tell me how many drinks are on there. ", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "what does mpi stand for in the medical field", "output": "Respond('master patient index')" }, { "input": "salute Sophie in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Hayley in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Go and look in hallway cabinet. Count all the fanta. Report number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('fanta', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please bring black spoon in trashcan to person wearing an orange T-shirt at the exit", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('spoon', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi. this spoon for you') | Give_To()" }, { "input": "say the day of the week to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Could you tell me how many people in the kitchen are wearing blue T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing blue T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "place a bowl on the coffee table and position a fork in it", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('fork', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "Go to dinner table and count soap. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "salute Emma in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "take milk from the kitchen cabinet and deliver it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "After you get to know William at the kitchen, go and find him at the kitchen counter.", "output": "Respond('Okay i will greet him') | Move_To('kitchen') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('kitchen counter') | Search_Person('William', '') | Respond('Oh William, we meet again!')" }, { "input": "It would be helpful if you could check inside the living room, count the total articles of strawberry, and report to that number to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('strawberry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing white coat in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | What_Day()" }, { "input": "Say whats your team affiliation to the person standing", "output": "Respond('Okay! I got it') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Hayley in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "I need you to describe the appearance of the one standing.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Susan in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "who is the bad guy in die hard", "output": "Respond('Alan Rickman')" }, { "input": "You should go behind Robin in the kitchen", "output": "Respond('Sure, I will follow Robin.') | Move_To('kitchen')| Search_Person('Robin', '')| Respond('Hey Robin I am here to follow you.') | Follow()" }, { "input": "meet Liam in the living room and tell the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | What_Day()" }, { "input": "Your mission is take fanta from lamp. Finally, handover that fanta to person wearing an orange shirt", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('fanta', '') | Pickup() | Search_Person('', 'wearing an orange shirt') | Respond('Hi. this fanta for you') | Give_To()" }, { "input": "locate a person raising their left arm in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "who played cha cha in the movie grease", "output": "Respond('Annette Charles')" }, { "input": "It would be helpful if you could check inside the living room, count the total articles of peach, and inform that number to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please get acquainted with Noah at the lamp, locate the person in the entrance, and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lamp') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Move_To('entrance') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "greet the person wearing white shirt in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Liam in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "Could you count how many people are raising their right arm in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "when did smosh get bought by a company", "output": "Respond('2011')" }, { "input": "find soap in the hallway then take it and bring it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Bring liquorice in living room to exit, give it to Emma ", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('liquorice', '') | Pickup() | Move_To('exit') | Search_Person('Emma', '') | Respond('Hi Emma. this liquorice for you') | Give_To()" }, { "input": "guide Sophie from the coathanger to the trashcan", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the trashcan') | Move_To('trashcan')" }, { "input": "look for a person raising their left arm in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "take sponges from the shelf and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('shelf') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue sweater in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | What_Time()" }, { "input": "Will you tell me how many waving person are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "find a waving person in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "tell the pose of the person at the TV table to the person at the loc2", "output": "Respond('got it') | Move_To('TV table') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in TV table is') | Answer()" }, { "input": "tell me what is the largest dishes on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'largest dishes') | Search_Person('user', '') | Answer()" }, { "input": "find a waving person in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person raising their left arm in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "where in europe do they drive on the left", "output": "Respond('Guernsey')" }, { "input": "Would you please give me the right-most sausages from the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('sausages', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Laura in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "count the ice tea at the trashcan and then inform person wearing orange pants in the dishwasher", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('ice tea','') | Move_To('dishwasher') | Search_Person('', 'person wearing orange pants') | Answer()" }, { "input": "find a person pointing to the left in the kitchen and tell the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "find a waving person in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "guide Sophie from the trashcan to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "tell your teams country to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue jacket in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | What_Tomorrow()" }, { "input": "go to the kitchen and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the exit to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the entrance') | Move_To('entrance')" }, { "input": "In the hallway, how many people are standing?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "tell the man dressed in an orange shirt in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man dressed in an orange shirt') | What_Day()" }, { "input": "tell me how the person sitting looks like", "output": "Respond('Am on it!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white jacket in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "who voted for the un resolution on israel", "output": "Respond('Russia')" }, { "input": "inform person wearing a hat in the couch how many peach exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('peach','') | Move_To('couch') | Search_Person('', 'person wearing a hat') | Answer()" }, { "input": "find soap in the hallway then grasp it and deliver it to John in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('John', '') | Give_To()" }, { "input": "find a waving person in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "In the hallway, how many people are raising their right arm?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "Fetch the blue spoon from the living room and bring it to me", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('spoon', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take water from the TV table and bring it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "At couch, escort Harrie who dressed in a yellow blouse to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Harrie', 'dressed in a yellow blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "pour a bit of cereal in a dish for me", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find hagelslag and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say your teams country to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white blouse in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find curry and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find black mayonaise, and then take it to Emma who is in lamp", "output": "Respond('Sure! I'll do it for you') | Search_Object('mayonaise', 'black') | Pickup() | Move_To('lamp') | Search_Person('Emma', '') | Respond('Hi Emma, this mayonaise for you') | Give_To()" }, { "input": "look for a person raising their left arm in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "tell me how the person sitting at the entrance looks like and answer a question", "output": "Respond('Am on it!') | Move_To('entrance') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Person is at exit, explain appearance of lying down person to him.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "greet William in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Your job is put the bowl at the TV table, and once that's done, put the fork on its right", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "say what time is it to the people lying down in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('', 'lying down people') | What_Time()" }, { "input": "greet Robin in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "Check hallway cabinet for all lemon. Get number. Say number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Let Gabrielle know about the thing on the dinner table.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('What is the object on the dinner table') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "find a person pointing to the right in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Find coke at couch, and then take it to person in office who sitting", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('coke', '') | Pickup() | Move_To('office') | Search_Person('', 'sitting') | Respond('Hi, this coke for you') | Give_To()" }, { "input": "tell person wearing an orange T-shirt in the couch how many orange exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('orange','') | Move_To('couch') | Search_Person('', 'person wearing an orange T-shirt') | Answer()" }, { "input": "who hit the longest recorded homerun in mlb history", "output": "Respond('Babe Ruth')" }, { "input": "greet Laura in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Sophie in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sophie', '') | Give_To()" }, { "input": "meet Liam in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | What_Day()" }, { "input": "greet the person wearing blue blouse in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Will you please take the blue peach from the hallway and bring it to me?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('peach', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find coke and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Hayley in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black coat in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Julia in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white jacket in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "find soap in the hallway then get it and bring it to Liam in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Give_To()" }, { "input": "salute Sophie in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "In the kitchen, how many people are standing?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the kitchen are wearing blue blouses", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing blue blouses') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their right arm in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "At entrance, hand over the fork after guiding someone from couch.", "output": "Move_To('couch') | Search_Person('', '') | Respond('Hey, am here to guide you to entrance, please follow me') | Move_To('entrance') | Search_Object('fork', '') | Pickup() | Give_To()" }, { "input": "find sponges in the office then get it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "escort the person who wearing yellow shirt, in the trashcan, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing yellow shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing white sweater in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Sara in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue t shirt in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | What_Time()" }, { "input": "look for a person pointing to the left in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell man wearing an orange T-shirt in the trashcan the number of peach present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('peach','') | Move_To('trashcan') | Search_Person('', 'man wearing an orange T-shirt') | Answer()" }, { "input": "meet Noah in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Emma in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Time()" }, { "input": "Start by introducing yourself to the smallest individual in the couch, then escort them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Could you put a bowl on the kitchen cabinet and a fork on its left?", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('fork', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet the person wearing blue sweater in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a person raising their right arm in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Greet the person wearing an orange T-shirt and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "put a bowl on the hallway cabinet", "output": "Respond('Got it!') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "Say yourself to the Susan", "output": "Respond('Okay! I got it') | Search_Person('Susan', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "meet Laura in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please describe the person sitting at the trashcan and answer a question.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "The request for you is transport that peach and have it end up in the bag", "output": "Respond('Forsure!') | Search_Object('peach', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Can you tell me what the blue object on the hallway cabinet is?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the blue object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet Susan in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Who is him sitting? Please inform the details of him to person at the entrance.", "output": "Respond('Okay, I will go and take a look!') | Move_To('entrance') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "find the washcloth at the TV table", "output": "Respond('Okay, I will go find the washcloth') | Move_To('TV table') | Search_Object('washcloth', '') | Respond('Here it is, I have found the washcloth')" }, { "input": "take water from the kitchen counter and give it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me a bowl full of noodles for me", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "count the liquorice at the hallway and then inform smallest person in the shelf", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('liquorice','') | Move_To('shelf') | Search_Person('', 'smallest person') | Answer()" }, { "input": "who stars in what's eating gilbert grape", "output": "Respond('Johnny Depp')" }, { "input": "take soap from the shelf and bring it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "meet Lucas at the hallway, then go to the kitchen counter and greet her.", "output": "Respond('Okay i will greet her') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('kitchen counter') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "take fanta from the dinner table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black blouse in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Put in the basket the candle", "output": "Respond('Forsure!') | Search_Object('candle', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow jacket in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell me what is the smallest fruits on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'smallest fruits') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the shelf to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the shelf to the lamp') | Move_To('lamp')" }, { "input": "describe to me the person sitting at the entrance", "output": "Respond('Okay, I will go and take a look!') | Move_To('entrance') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "will you say what day is tomorrow to the woman wearing black pants in the trashcan", "output": "Move_To('trashcan') | Search_Person('', 'woman wearing black pants') | What_Tomorrow()" }, { "input": "say something about yourself to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Find mayonaise from lounge chair, fetch that mayonaise and place on TV table", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('mayonaise', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "where are the new england patriots located at", "output": "Respond('Gillette Stadium in the town of Foxborough , Massachusetts , which is located 21 miles ( 34 km ) southwest of downtown Boston , Massachusetts and 20 miles ( 32 km ) northeast of downtown Providence , Rhode Island')" }, { "input": "Take blue soap from lounge chair and then bring it to Liam at exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('soap', 'blue') | Pickup() | Move_To('exit') | Search_Person('Liam', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "salute Sara in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "From couch, escort Liam who is the tallest to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Liam', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet William in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | What_Time()" }, { "input": "take milk from the dinner table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Mention your team's affiliation and say hello to the person wearing yellow shoes in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell me what is the lightest object on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'lightest') | Search_Person('user', '') | Answer()" }, { "input": "look for a waving person in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "tell me how many people in the office are wearing yellow t shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing yellow t shirts') | Search_Person('user', '') | Answer()" }, { "input": "See peach in dinner table. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('peach', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell me what is the biggest dishes on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'biggest dishes') | Search_Person('user', '') | Answer()" }, { "input": "find a waving person in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Sophie at the dinner table then locate them in the living room", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "report to person raising their right arm in the kitchen cabinet about the number of soap on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('soap','') | Move_To('kitchen cabinet') | Search_Person('', 'person raising their right arm') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "From couch, meet the person who standing and take to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'standing') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find soap in the hallway then fetch it and bring it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "meet Harrie in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | What_Time()" }, { "input": "meet Emma in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the desk and bring it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "guide Sophie from the lamp to the couch", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the couch') | Move_To('couch')" }, { "input": "find soap in the living room then take it and give it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "To the coathanger from the couch, take the oldest person.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'oldest') | Respond('Hi, I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find candle and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "Could you count how many people are wearing blue shoes in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing blue shoes') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to Robin in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Robin', '') | Give_To()" }, { "input": "answer the quiz of the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Would you tell me how many person raising their right arm are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "Would you describe the object on the dishwasher to Susan?", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('What is the object on the dishwasher') | Search_Person('Susan', '') | Answer()" }, { "input": "Meet Liam in the trashcan, introduce yourself, and then go after them to the exit.", "output": "Respond('got it!') | Move_To('trashcan') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "What is the blue object found on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the blue object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing orange coat in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'orange coat') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Kevin in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "When you get a chance, can you head over to the kitchen cabinet, count every single item of cornflakes in there, and give jarvis the final tally?", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('cornflakes', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Jesse in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Time()" }, { "input": "find a person pointing to the left in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "From the couch to the coathanger, take the individual who is standing.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'standing') | Respond('Hi, I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide the person wearing a blue t shirt from the shelf to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the trashcan') | Move_To('trashcan')" }, { "input": "find washcloth in the office then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "relate man pointing to the left in the kitchen how many hagelslag there are on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('hagelslag','') | Move_To('kitchen') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "what episode does cole come back in charmed", "output": "Respond('150th')" }, { "input": "go to the hallway cabinet then find sausages and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Robin in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet Julia in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "look for a person pointing to the right in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Please tell me how many person pointing to the right are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "salute the person wearing blue blouse in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Can you give me a dish of cereal?", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "what u.s. president established the precedent of not seeking more than two terms in office", "output": "Respond('George Washington')" }, { "input": "Could you give Susan a description of the objects on the kitchen counter?", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('describe the objects on the kitchen counter') | Search_Person('Susan', '') | Answer()" }, { "input": "Could you grab the yellow orange from the exit and bring it to me?", "output": "Respond('Got it!') | Move_To('exit') | Search_Object('orange', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the right in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "tell me how many people in the kitchen are wearing gray blouses", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing gray blouses') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the coffee table then look for them in the living room", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Say what is your fahvorite color to the person sitting in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', 'sitting') | Respond('My favorite color is blue')" }, { "input": "meet William in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | What_Day()" }, { "input": "Could you describe to Liam what's on the TV table?", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('describe the objects on the TV table') | Search_Person('Liam', '') | Answer()" }, { "input": "Can you provide a depiction of the person standing?", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "I'd appreciate it if you could escort the person who wearing black shirt situated in the lounge chair to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing black shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Can you fetch the yellow fork from the dishwasher and bring it to me?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('fork', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Harrie in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "How many people are there in the office wearing an orange shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "Please provide details about the person standing at the trashcan and respond to a question.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "meet William in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "greet the person wearing white coat in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | What_Day()" }, { "input": "Tell where are you from to the person lying down in the coathanger", "output": "Respond('Okay! I got it') | Move_To('coathanger') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go after Robin", "output": "Respond('okay I will follow the Robin') | Search_Person('Robin', '') | Follow()" }, { "input": "meet Robin at the exit, proceed to the kitchen counter and find him.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('kitchen counter') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "take fanta from the hallway cabinet and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Emma in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Emma', '') | Give_To()" }, { "input": "go to the hallway cabinet then find dubbelfris and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say the pose of Lucas at the office to the person at the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('Lucas', '') | Vision_Ask('describe to me the person posture') | Move_To('coathanger') | Vision_Ans()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Hayley in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Hayley', '') | Give_To()" }, { "input": "guide Sophie from the trashcan to the shelf", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the shelf') | Move_To('shelf')" }, { "input": "locate a person raising their right arm in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "meet Fleur in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "look for a waving person in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "meet Sophie in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "Please tell person wearing blue pants in the lamp how many ice tea there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('ice tea','') | Move_To('lamp') | Search_Person('', 'person wearing blue pants') | Answer()" }, { "input": "Could you give Hayley a description of the sponge on the hallway cabinet?", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('sponge', '') | Vision_Ask('describe the sponge on the hallway cabinet') | Search_Person('Hayley', '') | Answer()" }, { "input": "Count the dubbelfris on the dining table in the dining room and report to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('dubbelfris', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell me what is the largest object on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'largest') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their right arm in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "locate a person raising their right arm in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please go after sitting women in the entrance", "output": "Respond('okay I will follow sitting women') | Move_To('entrance') | Search_Person('', 'sitting women')| Respond('I am here to follow you.') | Follow()" }, { "input": "Once you've introduced yourself to the person wearing an orange shirt, guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "After you meet Robin at the trashcan, head to the kitchen cabinet and find her.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "find soap in the kitchen then fetch it and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Start by introducing yourself to the smallest individual, then take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "guide Sophie from the TV table to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the lounge chair') | Move_To('lounge chair')" }, { "input": "locate a person raising their left arm in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "To entrance, escort the person who wearing yellow shirt from lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing yellow shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing blue t shirt in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | What_Tomorrow()" }, { "input": "look for a waving person in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say yourself to the Fleur in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('Fleur', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "find a person pointing to the left in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "take soap from the dishwasher and bring it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you tally up peach at the hallway and inform jarvis", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Meet Sara in the lounge chair and then go after them.", "output": "Respond('got it!') | Move_To('lounge chair') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Follow()" }, { "input": "salute Emma in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Will you tell me the gesture of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Introduce yourself to the person in the lamp who is wearing blue shoes and then escort them to the exit.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing blue shoes') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "give the smallest spoon and then answer a question for me.", "output": "Respond('Got it i will bring it to you!') | Search_Object('spoon', 'smallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "find a person pointing to the left in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "get acquainted with Sophie at the trashcan, then say hi to him at the entrance.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "get to know Harrie at the lamp, then go to the kitchen cabinet and greet her.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Harrie', '') | Respond('Oh Harrie, we meet again!')" }, { "input": "meet Liam in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Can you take the black tictac from the office to the lamp?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('tictac', 'black') | Pickup() | Move_To('lamp') | Place_On('lamp')" }, { "input": "who are the hosts of british baking show", "output": "Respond('Noel Fielding')" }, { "input": "The request for you is to escort Hayley who wearing black shirt lingering at the trashcan to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Hayley', 'wearing black shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "say something about yourself to Kevin who is standing in the exit", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('Kevin', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "meet Kevin in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet Hayley in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "Say hello to the person dressed in an orange shirt and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a person raising their left arm in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "Your task is to guide John who wearing blue pants, in lounge chair, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('John', 'wearing blue pants') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Sophie at the TV table then find them in the office", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet Emma in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "find soap in the hallway then grasp it and give it to Harrie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Harrie', '') | Give_To()" }, { "input": "guide the waving person from the desk to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the desk to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "tell the man dressed in a black T-shirt in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man dressed in a black T-shirt') | What_Tomorrow()" }, { "input": "say the day of the month to the smallest woman in the dishwasher", "output": "Move_To('dishwasher') | Search_Person('', 'smallest woman') | What_Day()" }, { "input": "tell person wearing a hat in the trashcan the number of candle present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('candle','') | Move_To('trashcan') | Search_Person('', 'person wearing a hat') | Answer()" }, { "input": "greet the person wearing blue blouse in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | What_Tomorrow()" }, { "input": "greet the person wearing yellow sweater in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "serve some drink in a cup", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find fanta at trashcan, and then take it to Lucas in exit. Lucas wearing black shirt", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('fanta', '') | Pickup() | Move_To('exit') | Search_Person('Lucas', 'wearing black shirt') | Respond('Hi Lucas, this fanta for you') | Give_To()" }, { "input": "greet the person wearing yellow shirt in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say hello to the smallest person and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow shirt in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "Go to lamp, take bowl and place on desk. Then place fork on it", "output": "Respond('I got this!') | Move_To('lamp') |Search_Object('bowl', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('fork', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Please deliver pear, which is in entrance, to shelf", "output": "Respond('Sure! I'm working on it') | Move_To('entrance') | Search_Object('pear', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "meet Julia in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Harrie in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you count how many people in the kitchen are waving?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('waving') | Search_Person('user', '') | Answer()" }, { "input": "look for a person pointing to the left in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Robin in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "salute Robin in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "How many individuals are there in the living room wearing black pants?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing black pants') | Search_Person('user', '') | Answer()" }, { "input": "Place this stroopwafel on the basket", "output": "Respond('Forsure!') | Search_Object('stroopwafel', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "please say something about yourself to Noah standing in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('Noah', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "relate man dressed in a yellow shirt in the kitchen counter how many spoon there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('spoon','') | Move_To('kitchen counter') | Search_Person('', 'man dressed in a yellow shirt') | Answer()" }, { "input": "Your goal is take the person who dressed in a yellow shirt, whom meet at the couch, to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Deliver candle in hallway to person wearing a necklace", "output": "Respond('Okay, I will do it') | Move_To('hallway') | Search_Object('candle', '') | Pickup() | Search_Person('', 'wearing a necklace') | Respond('Hi, this candle for you') | Give_To()" }, { "input": "look for a person raising their left arm in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Please bring me the biggest knife located in the entrance.", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('knife', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow t shirt in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "Your goal is escort Fleur who is the smallest, whom meet at the lamp, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Fleur', 'smallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing black coat in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | What_Tomorrow()" }, { "input": "greet the person wearing black jacket in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Kevin in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | What_Day()" }, { "input": "Your task is pick up water at lamp and lay that water on dinner table", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('water', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "say what day is today to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "say hello to Susan in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take soap from the hallway cabinet and bring it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet John in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please relate person wearing blue T-shirt in the coathanger how many apple there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('apple','') | Move_To('coathanger') | Search_Person('', 'person wearing blue T-shirt') | Answer()" }, { "input": "In the hallway, how many people are wearing a necklace?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing a necklace') | Search_Person('user', '') | Answer()" }, { "input": "where was im the one music video filmed", "output": "Respond('a luxury mansion')" }, { "input": "Your task is procure banana at couch and locate that banana on dishwasher", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('banana', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "who made the mlb hall of fame 2018", "output": "Respond('Vladimir Guerrero')" }, { "input": "take dubbelfris from the desk and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Tell I need you to the person lying down in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('', 'lying down') | Respond('I need you')" }, { "input": "go to the hallway cabinet then find peach and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('peach', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Could you grab the blue cup from the office and deliver it to lounge chair?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('cup', 'blue') | Pickup() | Move_To('lounge chair') | Place_On('lounge chair')" }, { "input": "tell the woman dressed in a blue shirt in the exit what day is tomorrow", "output": "Move_To('exit') | Search_Person('', 'woman dressed in a blue shirt') | What_Tomorrow()" }, { "input": "Find a person at exit, guide them to couch, and then hand over the cup.", "output": "Move_To('exit') | Search_Person('', '') | Respond('Hey, am here to guide you to couch, please follow me') | Move_To('couch') | Search_Object('cup', '') | Pickup() | Give_To()" }, { "input": "Say yourself to the Kevin in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "guide Sophie from the entrance to the desk", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the desk') | Move_To('desk')" }, { "input": "Could you count how many people are dressed in a black blouse in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in a black blouse') | Search_Person('user', '') | Answer()" }, { "input": "Tell me about person standing.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet John in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | What_Tomorrow()" }, { "input": "In the trashcan, find the one wearing an orange blouse, introduce yourself, and guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find soap in the hallway then take it and give it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Emma at the trashcan, moving forward to find her at the dishwasher.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('dishwasher') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "find soap in the hallway then grasp it and deliver it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "greet the person wearing yellow t shirt in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "meet Peter in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a person raising their right arm in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "guide Sophie from the coffee table to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coffee table to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "take coke from the dinner table and bring it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "How many individuals in the kitchen are dressed in a blue T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in a blue T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Sophie in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black jacket in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Kevin in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Susan in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "take washcloth from the kitchen counter and give it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "inform smallest person in the trashcan how many peach exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('peach','') | Move_To('trashcan') | Search_Person('', 'smallest person') | Answer()" }, { "input": "tell the man wearing orange shoes in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man wearing orange shoes') | What_Time()" }, { "input": "meet Lucas in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide the person who wearing yellow shoes to the entrance from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing yellow shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Could you please take Hayley who wearing a necklace who is in couch to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Hayley', 'wearing a necklace') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "dubbelfris in hallway cabinet there, you count and give tony how much numbers.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('dubbelfris', '') | Search_Person('tony', '') | Answer()" }, { "input": "Mention your team's affiliation and say hello to the person wearing blue shoes in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing blue shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "guide Laura from coathanger to couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Laura', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "say something about yourself to people who is standing in the hallway cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('hallway cabinet') | Search_Person('', 'standing people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "It would be helpful if you could check inside the hallway cabinet, count the total articles of banana, and inform that number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('banana', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Fleur in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the mayonaise at the TV table and report to person dressed in a yellow blouse in the kitchen", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('mayonaise','') | Move_To('kitchen') | Search_Person('', 'person dressed in a yellow blouse') | Answer()" }, { "input": "Please guide the person who wearing an orange T-shirt from lamp to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Emma in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Take blue tictac from lounge chair and then bring it to person who wearing a hat", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('tictac', 'blue') | Pickup() | Search_Person('', 'wearing a hat') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing white blouse in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the TV table to the lamp", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the TV table to the lamp') | Move_To('lamp')" }, { "input": "meet Sophie at the desk then find them in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the waving person in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "To smallest person in kitchen, acquire ice tea from coathanger and present it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('ice tea', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'smallest') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "Please transport that ice tea and deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('ice tea', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "I'd like to know what the biggest thing on the shelf is.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the biggest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie at the TV table then look for them in the hallway", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Which is the yellow object on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the yellow object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "Please tell me the gesture of the person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "greet Peter in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please place bowl on hallway cabinet, which is in trashcan", "output": "Respond('I got this!') | Move_To('trashcan') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "greet the person wearing black blouse in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the lying down people at the shelf to the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('shelf') | Search_Person('', 'lying down people') | Respond('Hey, I am here to guide you to lounge chair, please follow me') | Move_To('lounge chair')" }, { "input": "Transport dubbelfris in living room to entrance, give it to Laura dressed in a yellow blouse", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('dubbelfris', '') | Pickup() | Move_To('entrance') | Search_Person('Laura', 'dressed in a yellow blouse') | Respond('Hi Laura. this dubbelfris for you') | Give_To()" }, { "input": "say something about yourself to women lying down in the shelf", "output": "Respond('Okay, I Am working on it') | Move_To('shelf') | Search_Person('', 'lying down women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet Emma in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "Can you give me the tallest pea soup and answer a question?", "output": "Respond('Got it i will bring it to you!') | Search_Object('pea soup', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "salute Hayley in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet John in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('John', '') | What_Time()" }, { "input": "count the ice tea at the trashcan and then inform person wearing orange shoes in the dishwasher", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('ice tea','') | Move_To('dishwasher') | Search_Person('', 'person wearing orange shoes') | Answer()" }, { "input": "How many people in the kitchen are wearing orange pants?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing orange pants') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue jacket in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find cola in the hallway then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Fleur in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "meet Susan in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue coat in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Laura in the hallway and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell child in the trashcan the number of dubbelfris present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('dubbelfris','') | Move_To('trashcan') | Search_Person('', 'child') | Answer()" }, { "input": "find cola in the hallway then fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Robin in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "greet Liam in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce your team's affiliation and greet the person wearing an orange shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Once you've introduced yourself to the person pointing to the left, take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Take washcloth from lamp and then bring it to Harrie who dressed in an orange blouse", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('washcloth', '') | Pickup() | Search_Person('Harrie', 'dressed in an orange blouse') | Respond('Hi, this is for you') | Give_To()" }, { "input": "meet William in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | What_Day()" }, { "input": "meet Robin in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Find the person wearing an orange shirt, introduce yourself, and take them towards the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find soap and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to John in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('John', '') | Give_To()" }, { "input": "tell person dressed in an orange blouse in the lounge chair how many dishwasher tab exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('dishwasher tab','') | Move_To('lounge chair') | Search_Person('', 'person dressed in an orange blouse') | Answer()" }, { "input": "please say something about yourself to people sitting in the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('coathanger') | Search_Person('', 'sitting people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet Liam in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Julia in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Time()" }, { "input": "look for a person raising their left arm in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "find a person pointing to the right in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "You should tell me the gesture of the person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Mention your team's affiliation and say hello to the person raising their right arm in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'raising their right arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Could you please take the person who is the oldest, whom in lounge chair, to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell man pointing to the right in the office how many plate there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('plate','') | Move_To('office') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "greet Kevin in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "guide the person who wearing an orange shirt, in the trashcan, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing an orange shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find a person pointing to the right in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you.') | Follow()" }, { "input": "tell what day is today to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "find soap in the office then get it and deliver it to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "which is the first step in establishing liability", "output": "Respond('the concept of an obligation or duty')" }, { "input": "greet the person wearing black sweater in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Liam in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "describe the item on the kitchen cabinet to John.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('What is the object on the kitchen cabinet') | Search_Person('John', '') | Answer()" }, { "input": "say something about yourself to Liam standing in the desk", "output": "Respond('Okay, I Am working on it') | Move_To('desk') | Search_Person('Liam', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "take water from the desk and give it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take the person dressed in a black T-shirt from the couch to the exit", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "go behind the person dressed in a yellow shirt in the hallway", "output": "Respond('okay I will follow the person dressed in a yellow shirt') | Move_To('hallway') | Search_Person('', 'dressed in a yellow shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "tell your teams affiliation to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Identify the right-most object on the TV table.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the right-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "take sponges from the kitchen cabinet and give it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "In the hallway, say hello to the person standing and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Go to lamp, meet Gabrielle who dressed in a blue T-shirt and guide to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Gabrielle', 'dressed in a blue T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find soap in the hallway then grasp it and bring it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "Can you identify the black object on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the black object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find milk and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I need you to describe the appearance of the one sitting.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "take washcloth from the kitchen cabinet and deliver it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white coat in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | Respond('I am here to follow you') | Follow()" }, { "input": "how many episodes in csi miami season 10", "output": "Respond('19')" }, { "input": "Tell where are you from to the person lying down in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', 'lying down') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow blouse in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "say hello to Sophie in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take soap from the hallway cabinet and deliver it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to Peter in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Peter', '') | Give_To()" }, { "input": "tell me how many people in the living room are wearing black t shirts", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing black t shirts') | Search_Person('user', '') | Answer()" }, { "input": "find the soap at the coffee table", "output": "Respond('Okay, I will go find the soap') | Move_To('coffee table') | Search_Object('soap', '') | Respond('Here it is, I have found the soap')" }, { "input": "who does the aicpa code of professional conduct apply to", "output": "Respond('CPA 's')" }, { "input": "What else is Montreal called?", "output": "Respond('Montreal is often called the City of Saints or the City of a Hundred Bell Towers.')" }, { "input": "salute Sara in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute John in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Say your name to the person in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', '') | Respond('Well, my name is lucio')" }, { "input": "Please guide Harrie who is the tallest from lounge chair to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Harrie', 'tallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Say what is your fahvorite color to the person sitting in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('', 'sitting') | Respond('My favorite color is blue')" }, { "input": "tell me what is the smallest decorations on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'smallest decorations') | Search_Person('user', '') | Answer()" }, { "input": "look for a person pointing to the left in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "meet Emma in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the kitchen then get it and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "follow Julia from the lounge chair to the office", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "Introduce your team's affiliation and greet the person wearing orange pants.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Julia in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Tell me which object is the smallest on the shelf.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the smallest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "go to the hallway cabinet then find fanta and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "To the exit from the couch, take the person dressed in an orange T-shirt.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Harrie in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Hayley in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you give me a description of the person standing at the entrance and address a question?", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Please retrieve the biggest pea soup from the lamp and deliver it to me.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Object('pea soup', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "In the office, how many people are sitting?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "To coathanger, escort Emma who dressed in a blue shirt from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Emma', 'dressed in a blue shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue jacket in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "I'd like to know what the right-most object on the dishwasher is.", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the right-most object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "relate woman dressed in an orange T-shirt in the lamp how many soap there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('soap','') | Move_To('lamp') | Search_Person('', 'woman dressed in an orange T-shirt') | Answer()" }, { "input": "Can you count how many people in the kitchen are wearing blue pants?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing blue pants') | Search_Person('user', '') | Answer()" }, { "input": "say your teams country to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue blouse in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "meet Robin at the lamp, moving forward to greet him at the entrance.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "tell me what is the smallest cleaning supplies on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'smallest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "get to know Robin at the lamp, then find him at the shelf.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('shelf') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "Meet Laura in the lamp, introduce yourself, and then go after.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Would you mind sharing details for me about the person lying down at the entrance?", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the right in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the waving person in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Will you tell me the name of the person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "tell the time to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "go to the hallway cabinet then find pear and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Sara in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "Describe for Lucas the objects on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('Lucas', '') | Answer()" }, { "input": "Please bring yellow ice tea in lounge chair to person wearing an orange blouse at the coathanger", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('ice tea', 'yellow') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing an orange blouse') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "Get water and then transfer the water to TV table. Then put that in basket", "output": "Respond('Sure! I'm working on it') | Search_Object('water', '') | Pickup() | Move_To('TV table') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the dinner table') | Move_To('dinner table')" }, { "input": "inform man pointing to the left in the kitchen cabinet about the number of curry on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('curry','') | Move_To('kitchen cabinet') | Search_Person('', 'man pointing to the left') | Answer()" }, { "input": "Introduce your team's affiliation and greet the person wearing glasses.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Will you bring me the smallest stroopwafel that's in the dishwasher, please?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('stroopwafel', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Make introductions with the person wearing orange shoes in the lamp before guiding them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "follow Emma from the dinner table to the kitchen", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Introduce your team's affiliation and greet the person raising their left arm in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please bring ice tea from lounge chair to John", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('ice tea', '') | Pickup() | Search_Person('John', '') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "Take hagelslag from lounge chair and then bring it to William who oldest at office", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('hagelslag', '') | Pickup() | Move_To('office') | Search_Person('William', 'oldest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "place a bowl on the dinner table with a fork on its left", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('fork', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Say hello to the person in the office wearing blue blouse and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Can you describe the person's appearance lying down at the entrance?", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "say what day is tomorrow to the man wearing an orange shirt in the exit", "output": "Move_To('exit') | Search_Person('', 'man wearing an orange shirt') | What_Tomorrow()" }, { "input": "Fetch a black strawberry from coathanger and put it down at dishwasher", "output": "Respond('OK! I'm working on it') | Move_To('coathanger') | Search_Object('strawberry', 'black') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "find a person raising their left arm in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please bring coke from couch to Kevin at the exit", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('coke', '') | Pickup() | Move_To('exit') | Search_Person('Kevin', '') | Respond('Hi. this coke for you') | Give_To()" }, { "input": "Can you fetch the biggest candle from the dishwasher and bring it to me?", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('candle', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "escort the person wearing glasses to the entrance after making introductions in the couch.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Tell me which object is the blue on the TV table.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the blue object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "who sang i think i want to marry you", "output": "Respond('Bruno Mars')" }, { "input": "I'd like you to carry that black plum and put it into the basket in office", "output": "Respond('Forsure!') | Search_Object('plum', 'black') | Pickup() | Move_To('office') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "look for a waving person in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to follow you.') | Follow()" }, { "input": "salute Sophie in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "give an example of a topological space which is not metrizable", "output": "Respond('the topological vector space of all functions from the real line R to itself , with the topology of pointwise convergence')" }, { "input": "greet Peter in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | What_Day()" }, { "input": "find a person pointing to the left in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "when is the movie thor ragnarok coming out", "output": "Respond('November 3 , 2017')" }, { "input": "Greet the person dressed in an orange shirt and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue shirt in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "Please take the person who wearing orange pants standing in the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing orange pants') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "count the pancake mix at the kitchen cabinet and then inform man dressed in an orange shirt in the living room", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('pancake mix','') | Move_To('living room') | Search_Person('', 'man dressed in an orange shirt') | Answer()" }, { "input": "tell me how many people in the hallway are wearing orange coats", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing orange coats') | Search_Person('user', '') | Answer()" }, { "input": "say your teams country to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me sausages from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sophie at the TV table then look for them in the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Please inform me about the biggest object on the kitchen cabinet.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the biggest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | What_Time()" }, { "input": "deliver to me the yellow pancake mix from the shelf and answer a question", "output": "Respond('Got it i will bring it to you!') | Move_To('shelf') | Search_Object('pancake mix', 'yellow') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "You need to find cup in the living room and put it on shelf", "output": "Respond('I got this!') | Move_To('living room') |Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Illustrate what objects are on the dishwasher for Laura.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Laura', '') | Answer()" }, { "input": "where was the church of the holy sepulcher built", "output": "Respond('Old City of Jerusalem')" }, { "input": "greet the person wearing black sweater in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Kevin in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Day()" }, { "input": "tell me what is the biggest snacks on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'biggest snacks') | Search_Person('user', '') | Answer()" }, { "input": "escort them to the exit after introducing yourself to the person who is wearing yellow T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Can I ask you to bring peach to lounge chair and put in the basket?", "output": "Respond('Sure! I'm working on it') | Search_Object('peach', '') | Pickup() | Move_To('lounge chair') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "bring me water from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say I need you to the Lucas in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('Lucas', '') | Respond('I need you')" }, { "input": "take cola from the TV table and give it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you please escort the person who wearing yellow shirt, whom in couch, to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing yellow shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "take soap from the coffee table and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Robin in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Robin', '') | Give_To()" }, { "input": "Please take Gabrielle who wearing an orange shirt standing at the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Gabrielle', 'wearing an orange shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "locate a person raising their right arm in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the shelf and deliver it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "tell me what is the largest decorations on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'largest decorations') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Calculate how many ice tea at the living room and inform tony", "output": "Respond('got it!') | Move_To('living room') | Count_Object('ice tea', '') | Search_Person('tony', '') | Answer()" }, { "input": "take cola from the dishwasher and bring it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sophie at the dinner table then find them in the kitchen", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet John in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find cola in the living room then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "escort the person sitting from the couch to the entrance after introducing yourself.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find soap in the hallway then take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the office then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find soap in the kitchen then fetch it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the coathanger') | Move_To('coathanger')" }, { "input": "say hello to William in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Count cup in the desk and report to jarvis", "output": "Respond('got it!') | Move_To('desk') | Count_Object('cup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell the woman raising their right arm in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'woman raising their right arm') | What_Tomorrow()" }, { "input": "At the coffee table, place cup", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "meet Susan in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Can you tell me what the right-most object on the kitchen cabinet is?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the right-most object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Will you go after standing men in the hallway", "output": "Respond('okay I will follow standing men') | Move_To('hallway') | Search_Person('', 'standing men')| Respond('I am here to follow you.') | Follow()" }, { "input": "get to know Gabrielle at the entrance, and then look for him at the couch.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('couch') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "After introducing yourself to the person wearing a necklace at the lamp, take them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "First, get to know Kevin at the living room, then greet her at the kitchen counter.", "output": "Respond('Okay i will greet her') | Move_To('living room') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('kitchen counter') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "what is the biggest star in the milkyway", "output": "Respond('UY Scuti')" }, { "input": "greet Peter in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "find a waving person in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Which object is the yellow on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the yellow object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white sweater in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "find sponges in the office then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Lucas in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say something about yourself to Emma standing in the kitchen counter", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('Emma', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "meet Sophie in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "greet the person wearing blue shirt in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "Introduce your team's affiliation and greet the smallest person in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "take soap from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please get the smallest water from the entrance and bring it here to me.", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('water', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "What object is the yellow on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the yellow object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the shelf and deliver it to the waving person in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing yellow t shirt in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "pick up the mayonaise", "output": "Respond('Okay, I will go get the mayonaise') | Search_Object('mayonaise', '') | Pickup() | Respond('Here you go, I have got you the mayonaise')" }, { "input": "What's the longest street in the world?", "output": "Respond('Yonge Street in Ontario is the longest street in the world.')" }, { "input": "Say hello and mention your team's affiliation to the person wearing yellow T-shirt.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "2006 best picture nominees that lost to the departed", "output": "Respond('Letters from Iwo Jima')" }, { "input": "tell me how many people in the living room are wearing gray sweaters", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing gray sweaters') | Search_Person('user', '') | Answer()" }, { "input": "find water in the living room then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing white shirt in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "Would you mind sharing details for me about the person standing at the lounge chair?", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "bring me milk from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "In the trashcan, find the oldest one, introduce yourself, and escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Sophie in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "follow Sara from the desk to the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sara', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "find the banana at the dinner table", "output": "Respond('Okay, I will go find the banana') | Move_To('dinner table') | Search_Object('banana', '') | Respond('Here it is, I have found the banana')" }, { "input": "Grab blue tictac and then transfer that tictac on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('tictac', 'blue') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "meet Emma in the living room and guide them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Meet Emma in the kitchen cabinet, introduce yourself, and then go behind.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "bring me sponges from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Emma in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "I wand you to carry pancake mix from lamp to kitchen. Then hand it over to oldest ", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('pancake mix', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'oldest') | Respond('Hi. this pancake mix for you') | Give_To()" }, { "input": "salute Sara in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "Please bring yellow dishwasher tab to person wearing an orange shirt at the entrance", "output": "Respond('Ok! I'll do it') | Search_Object('dishwasher tab', 'yellow') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing an orange shirt') | Respond('Hi. this dishwasher tab for you') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | What_Tomorrow()" }, { "input": "From the lounge chair to the exit, take the individual who is wearing an orange T-shirt.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Fleur in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | What_Day()" }, { "input": "find a person pointing to the right in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "The request for you is transport that spoon and have it end up in the tray", "output": "Respond('Forsure!') | Search_Object('spoon', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "guide the person who is standing to the coathanger from the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'standing') | Respond('Hi, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "locate a person raising their left arm in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "go to the hallway cabinet then find plum and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Say hello to the person wearing blue pants and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Can I ask you to place pear in basket?", "output": "Respond('Sure! I'm working on it') | Search_Object('pear', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing white coat in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Say your team's affiliation and greet the person waving in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I need you to procure fork and go to shelf then place it", "output": "Respond('Sure! I'm working on it') | Search_Object('fork', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Your goal is guide the person who wearing black shoes, whom meet at the trashcan, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing black shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Introduce yourself to Robin in the TV table, and follow.", "output": "Respond('got it!') | Move_To('TV table') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "salute Emma in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | What_Time()" }, { "input": "take the individual dressed in a yellow shirt to the entrance after introducing yourself in the couch.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find a person raising their left arm in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "locate a person pointing to the left in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Your mission is pick up black ice tea from living room and convey it to exit. Finally, handover that ice tea to person dressed in an orange T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('ice tea', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi. this ice tea for you') | Give_To()" }, { "input": "meet Julia in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "meet Hayley in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "go behind the lead of person wearing an orange blouse", "output": "Respond('Sure, I will follow the person wearing an orange blouse.') | Search_Person('', 'wearing an orange blouse') | Respond('I am here to follow you.')| Follow()" }, { "input": "escort the person who is standing to the coathanger", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "On shelf, set dish and set knife on its right", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('knife', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet the person wearing black t shirt in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "greet the person wearing red t shirt in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black t shirt in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "greet Julia in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Time()" }, { "input": "greet the person wearing yellow sweater in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Jesse in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing red t shirt in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "pour a bowl full of drink for me", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "From kitchen, take peach and convey it to Laura dressed in an orange blouse at lamp", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('peach', '') | Pickup() | Move_To('lamp') | Search_Person('Laura', 'dressed in an orange blouse') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "Say hello and mention your team's affiliation to the person sitting.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "say your teams country to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white shirt in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide Sophie from the couch to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "greet Lucas in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "Could you tell me how many people in the kitchen are waving?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('waving') | Search_Person('user', '') | Answer()" }, { "input": "Please bring black fork to person wearing black blouse at the exit", "output": "Respond('Ok! I'll do it') | Search_Object('fork', 'black') | Pickup() | Move_To('exit') | Search_Person('', 'wearing black blouse') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "follow Emma from the coffee table to the office", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "navigate to the kitchen and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Hayley in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Store this blue knife to the tray", "output": "Respond('Forsure!') | Search_Object('knife', 'blue') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow coat in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "You should go to lounge chair, there will be person standing, describe appearance of the person to me.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue jacket') | What_Tomorrow()" }, { "input": "bring the right-most liquorice from the desk to me, and respond to a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('desk') | Search_Object('liquorice', 'right-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "when is diving on in the commonwealth games", "output": "Respond('10 to 14 April')" }, { "input": "greet the person wearing white blouse in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | What_Tomorrow()" }, { "input": "greet Julia in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "follow Julia from the hallway cabinet to the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Julia', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "greet Lucas in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "Pickup the soap and put on the tray", "output": "Respond('Forsure!') | Search_Object('soap', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing yellow shirt in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | What_Tomorrow()" }, { "input": "look for a person pointing to the right in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "say what day is tomorrow to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "greet the person wearing black shirt in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | What_Tomorrow()" }, { "input": "look for a person raising their left arm in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "describe the objects on the TV table to Sara.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('describe the objects on the TV table') | Search_Person('Sara', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide Sophie from the desk to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the lounge chair') | Move_To('lounge chair')" }, { "input": "greet John in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Laura in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "Describe the liquorice located on the dinner table to Harrie.", "output": "Respond('Let me see!') | Move_To('dinner table') | Search_Object('liquorice', '') | Vision_Ask('describe the liquorice on the dinner table') | Search_Person('Harrie', '') | Answer()" }, { "input": "describe the objects in the dishwasher", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects in the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "the organ located within the duodenal loop in the mammal is", "output": "Respond('small intestine')" }, { "input": "greet Julia in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Your task is pick up candy at lounge chair and lay that candy on shelf", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('candy', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet the person wearing yellow t shirt in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "look for a waving person in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "who came up with the germ theory of disease", "output": "Respond('expanded upon by Marcus von Plenciz in 1762')" }, { "input": "greet the person wearing blue t shirt in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tony must be report to regarding the quantity of fork situated on the kitchen counter.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('fork', '') | Search_Person('tony', '') | Answer()" }, { "input": "Find the person raising their left arm, introduce yourself, and escort them towards the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find apple and take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('apple', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "In the kitchen, say hello to the person raising their right arm and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'raising their right arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Make your introduction to the individual wearing an orange shirt and escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Please tell what day is today to the women standing in the trashcan", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('', 'standing women') | What_Day()" }, { "input": "Please fetch the smallest plum from the dinner table and deliver it to coathanger.", "output": "Respond('Got it!') | Move_To('dinner table') | Search_Object('plum', 'smallest') | Pickup() | Move_To('coathanger') | Place_On('coathanger')" }, { "input": "find a person pointing to the right in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Tomorrow()" }, { "input": "greet Harrie in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | What_Day()" }, { "input": "Would you mind fetching the yellow strawberry from the hallway and bringing it to lounge chair?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('strawberry', 'yellow') | Pickup() | Move_To('lounge chair') | Place_On('lounge chair')" }, { "input": "take the individual dressed in an orange shirt to the exit after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "tell me what is the largest snacks on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'largest snacks') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white shirt in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "At TV table, place dish and fork on it", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('fork', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "Say whats your team affiliation to the person standing in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Sara in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Can you tell the appearance of the person sitting to the person at the coathanger", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "get to know Robin at the lounge chair, and then look for her at the entrance.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "Find cornflakes from lounge chair, fetch that cornflakes and place on dinner table", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('cornflakes', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Would you tell me how many person pointing to the right are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "meet Julia in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the hallway then fetch it and bring it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "follow Emma from the kitchen cabinet to the office", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "find washcloth in the living room then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a person raising their right arm in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "guide the lying down men at the kitchen counter to the living room", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen counter') | Search_Person('', 'lying down men') | Respond('Hey, I am here to guide you to living room, please follow me') | Move_To('living room')" }, { "input": "meet Liam in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | What_Time()" }, { "input": "greet Kevin in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Time()" }, { "input": "take soap from the shelf and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "tell what day is today to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "when is a thousand splendid suns movie coming out", "output": "Respond('February 1 , 2017')" }, { "input": "Could you please guide Susan to entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Susan', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "where did the saying by felicia come from", "output": "Respond('a scene in the American stoner buddy crime comedy film Friday ( 1995 )')" }, { "input": "Take a bowl from coathanger and put it down at kitchen cabinet", "output": "Respond('OK! I'm working on it') | Move_To('coathanger') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet the person wearing blue shirt in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "Check kitchen for all candle. Get number. Say number to tony.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('candle', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Liam in the office and take them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find strawberry and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('strawberry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell man wearing yellow pants in the exit how many hagelslag exist on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('hagelslag','') | Move_To('exit') | Search_Person('', 'man wearing yellow pants') | Answer()" }, { "input": "will you say what day is tomorrow to the person wearing an orange blouse in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'person wearing an orange blouse') | What_Tomorrow()" }, { "input": "greet the person wearing white sweater in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Julia in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take water from the kitchen counter and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please inform woman pointing to the left in the hallway how many candle there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('candle','') | Move_To('hallway') | Search_Person('', 'woman pointing to the left') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Harrie in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Harrie', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the waving person in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing blue blouse in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please inform person wearing orange pants in the exit how many curry there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('curry','') | Move_To('exit') | Search_Person('', 'person wearing orange pants') | Answer()" }, { "input": "meet Lucas in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find cornflakes and take it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please take the tallest ice tea from the office and deliver it to entrance.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('ice tea', 'tallest') | Pickup() | Move_To('entrance') | Place_On('entrance')" }, { "input": "tell the woman dressed in a yellow shirt in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman dressed in a yellow shirt') | What_Day()" }, { "input": "look for a waving person in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "who plays tate on days of our lives", "output": "Respond('Colin and Kyle Schroeder')" }, { "input": "meet Susan in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the dishwasher') | Move_To('dishwasher')" }, { "input": "find a waving person in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "By introducing yourself to the person pointing to the left, then take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Take stock of coke at the TV table and inform jarvis", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('coke', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Take candy from couch and then bring it to Laura who tallest at exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Object('candy', '') | Pickup() | Move_To('exit') | Search_Person('Laura', 'tallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet Susan in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "It would be helpful if you could check inside the hallway cabinet, count the total articles of candle, and inform that number to jarvis.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide Sophie from the couch to the desk", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the desk') | Move_To('desk')" }, { "input": "greet the person wearing orange blouse in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Emma in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "salute Julia in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "set a dish on the kitchen counter", "output": "Respond('Got it!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "meet Julia in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "meet Sophie in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Transport plum in living room to entrance, give it to person wearing yellow pants", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('plum', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing yellow pants') | Respond('Hi. this plum for you') | Give_To()" }, { "input": "say something about yourself to men who is standing in the exit", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('', 'standing men') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet the person wearing black shirt in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "guide the waving person from the lounge chair to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the entrance') | Move_To('entrance')" }, { "input": "Your task is pick up water and lay that water on kitchen cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('water', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet Julia in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "escort the person wearing an orange blouse to the entrance after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Sara in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "After introducing yourself to the person wearing an orange blouse, take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell me what is the biggest object on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'biggest') | Search_Person('user', '') | Answer()" }, { "input": "follow Sophie from the trashcan to the living room", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "greet Susan in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "Could you be able to describe the individual currently sitting?", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "cast of time after time the tv show", "output": "Respond('Genesis Rodriguez as Jane Walker')" }, { "input": "Your job is set the cup at the kitchen cabinet", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "guide the waving person from the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the coathanger') | Move_To('coathanger')" }, { "input": "say your teams name to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Robin in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a person raising their left arm in the hallway and say what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "get acquainted with Harrie at the exit, proceed to the kitchen cabinet and find her.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Harrie', '') | Respond('Oh Harrie, we meet again!')" }, { "input": "In the living room, how many people are wearing an orange T-shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "Tell I need you to the person sitting in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', 'sitting') | Respond('I need you')" }, { "input": "meet Julia in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "find a person pointing to the left in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a person pointing to the right in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Make your way to the lounge chair, search for a candy, and present it to the person sitting in the coathanger.", "output": "Respond('Okay i got it!') | Move_To('lounge chair') | Search_Object('candy', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'sitting') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "find a person pointing to the left in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Give me the sponge", "output": "Respond('Okay, I will give you the sponge') | Search_Object('sponge', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the sponge')" }, { "input": "tell the gesture of the person at the hallway cabinet to the person at the loc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('', '') | Vision_Ask('what is this person gesture?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in hallway cabinet is') | Answer()" }, { "input": "take soap from the desk and deliver it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet Robin in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "look for a person raising their right arm in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "put a bowl on the kitchen cabinet and position a fork on it", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('fork', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "go to the hallway cabinet then find mayonaise and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find cola in the living room then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Robin in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please take Liam who wearing black shoes from couch to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Liam', 'wearing black shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "tell the person wearing a necklace in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing a necklace') | What_Time()" }, { "input": "greet Liam in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | What_Day()" }, { "input": "Please relate woman wearing orange pants in the hallway cabinet how many banana there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('banana','') | Move_To('hallway cabinet') | Search_Person('', 'woman wearing orange pants') | Answer()" }, { "input": "find cola in the kitchen then get it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow coat in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "At lamp, guide Emma who is the oldest to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Emma', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "take soap from the hallway cabinet and deliver it to Emma in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Emma', '') | Give_To()" }, { "input": "What is the tallest object located on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the tallest object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "Would you like to tell me how many cleaning supplies are in the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "greet Noah in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Time()" }, { "input": "find sponges in the office then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Jesse in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Let Harrie know about the item on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('What is the object on the kitchen cabinet') | Search_Person('Harrie', '') | Answer()" }, { "input": "greet Susan in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person raising their left arm in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Check living room for all orange. Get number. Say number to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('orange', '') | Search_Person('tony', '') | Answer()" }, { "input": "Take away this pea soup to kitchen and put on basket", "output": "Respond('Forsure!') | Search_Object('pea soup', '') | Pickup() | Move_To('kitchen') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Would you mind getting the black cornflakes from the hallway and bring it to me?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('cornflakes', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Susan in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "meet Laura in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Can you give me some cereal in a bowl?", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person pointing to the right in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "tell man wearing an orange shirt in the exit how many pea soup exist on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('pea soup','') | Move_To('exit') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "locate a waving person in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing blue blouse in the living room and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please relate woman pointing to the right in the shelf how many pear there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('pear','') | Move_To('shelf') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "take soap from the shelf and deliver it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what day is today to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "Please take Liam who wearing blue pants from couch to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Liam', 'wearing blue pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find a person raising their left arm in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "follow the person pointing to the right at living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Follow()" }, { "input": "salute the person wearing blue blouse in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "tell the pose of Kevin at the living room to the person at the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('Kevin', '') | Vision_Ask('describe to me the person posture') | Move_To('lounge chair') | Vision_Ans()" }, { "input": "where is lady and the tramp supposed to take place", "output": "Respond('Midwestern town')" }, { "input": "tell the man wearing an orange shirt in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man wearing an orange shirt') | What_Tomorrow()" }, { "input": "Greet the person waving and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Tell Robin about the stuff located on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('Robin', '') | Answer()" }, { "input": "find a person raising their left arm in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue coat in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "take soap from the hallway cabinet and deliver it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet Lucas in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Pickup the soap and put on the bag", "output": "Respond('Forsure!') | Search_Object('soap', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing black jacket in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black jacket') | What_Time()" }, { "input": "greet Kevin in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Day()" }, { "input": "greet the person wearing white sweater in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "locate a person pointing to the right in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say I need you to the Kevin in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('Kevin', '') | Respond('I need you')" }, { "input": "meet Sophie in the hallway and guide them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "salute Julia in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "On the coffee table, which is the left-most object?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the left-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "give me the black cup and also answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('cup', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "To Sara wearing a hat, acquire peach from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('peach', '') | Pickup() | Search_Person('Sara', 'wearing a hat') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "State your team's affiliation and say hello to the person in the office wearing an orange T-shirt.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "look for a waving person in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "please say something about yourself to women sitting in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('', 'sitting women') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "salute Emma in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who recently took over as coach of indian hockey team", "output": "Respond('Sjoerd Marijne')" }, { "input": "At the couch, get acquainted with Robin, then find him at the entrance.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "locate a person pointing to the left in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "guide Peter at the lounge chair to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Peter', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Emma in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue blouse in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "At dinner table, hand over the cup after guiding someone from living room.", "output": "Move_To('living room') | Search_Person('', '') | Respond('Hey, am here to guide you to dinner table, please follow me') | Move_To('dinner table') | Search_Object('cup', '') | Pickup() | Give_To()" }, { "input": "Please go after the the lead of person dressed in an orange T-shirt in the hallway", "output": "Respond('okay I will follow the person dressed in an orange T-shirt') | Move_To('hallway') | Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Please move to the shelf. tell me how many snacks are on there. ", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "find soap in the kitchen then get it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find the one raising their right arm, introduce yourself, and take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing yellow shirt in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "who played the dresser in beauty and the beast", "output": "Respond('Jo Anne Worley')" }, { "input": "greet the person wearing black coat in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | What_Tomorrow()" }, { "input": "find sponges in the kitchen then get it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person wearing yellow pants to the exit after introducing yourself to them.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow pants') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Peter in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find soap in the hallway then take it and give it to Emma in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Emma', '') | Give_To()" }, { "input": "guide the tallest person to the entrance after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "relate man raising their right arm in the hallway how many cornflakes there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('cornflakes','') | Move_To('hallway') | Search_Person('', 'man raising their right arm') | Answer()" }, { "input": "meet Sophie in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing black t shirt in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "meet Sophie at the dinner table then find them in the office", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Tell your team's affiliation and say hello to the oldest person in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "From trashcan, escort Jesse to entrance whom wearing black shoes", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Jesse', 'wearing black shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Transport cup in hallway to exit, give it to person wearing a necklace", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('cup', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing a necklace') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "say something about yourself to people standing in the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Person('', 'standing people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "say what day is today to the men lying down in the couch", "output": "Respond('Okay, I Am working on it') | Move_To('couch') | Search_Person('', 'lying down men') | What_Day()" }, { "input": "greet the person wearing yellow sweater in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Robin in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "Please take Noah who is the oldest standing at the lamp to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Noah', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "salute Laura in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "where did the battle of wilson's creek take place", "output": "Respond('Springfield , Missouri')" }, { "input": "salute Sara in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find soap and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Sophie at the entrance then look for them in the office", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Lucas in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me candle from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell person wearing an orange blouse in the couch how many orange exist on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('orange','') | Move_To('couch') | Search_Person('', 'person wearing an orange blouse') | Answer()" }, { "input": "follow Sophie from the desk to the living room", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "take soap from the hallway cabinet and bring it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "Please follow the person wearing black shoes", "output": "Respond('okay I will follow the person wearing black shoes') | Search_Person('', 'wearing black shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing black coat in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | What_Day()" }, { "input": "take washcloth from the TV table and give it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find black water, and then take it to William who is in couch", "output": "Respond('Sure! I'll do it for you') | Search_Object('water', 'black') | Pickup() | Move_To('couch') | Search_Person('William', '') | Respond('Hi William, this water for you') | Give_To()" }, { "input": "Please tell smallest person in the couch how many water there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('water','') | Move_To('couch') | Search_Person('', 'smallest person') | Answer()" }, { "input": "Illustrate the object located on the kitchen cabinet to Gabrielle.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('What is the object on the kitchen cabinet') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "Say hello to the person in the office wearing yellow shirt and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing yellow shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find soap in the kitchen then fetch it and bring it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "find a person raising their right arm in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Take washcloth from lamp and then bring it to Lucas who wearing yellow pants", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('washcloth', '') | Pickup() | Search_Person('Lucas', 'wearing yellow pants') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Please tell me how many person pointing to the left are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "Look at plate in office. Count them all up. Give tony that number.", "output": "Respond('got it!') | Move_To('office') | Count_Object('plate', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Harrie in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | What_Time()" }, { "input": "meet Fleur in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Greet the person sitting and share your team's affiliation in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I need you to procure dubbelfris and go to kitchen counter then place it", "output": "Respond('Sure! I'm working on it') | Search_Object('dubbelfris', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "take soap from the hallway cabinet and give it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet Robin in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "In the couch, find the one lying down, introduce yourself, and guide them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Robin in the kitchen and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "To the coathanger, guide the oldest person.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Hayley in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "From hallway, pickup milk and convey it to person wearing blue shirt at couch", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('milk', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing blue shirt') | Respond('Hi. this milk for you') | Give_To()" }, { "input": "greet Julia in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet the person wearing yellow shirt in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | What_Tomorrow()" }, { "input": "greet Kevin in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Kevin', '') | What_Day()" }, { "input": "tell me how many people in the living room are wearing orange sweaters", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing orange sweaters') | Search_Person('user', '') | Answer()" }, { "input": "Provide me a description of the individual standing over at the lounge chair.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Can you bring me the black stroopwafel found at the hallway cabinet and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway cabinet') | Search_Object('stroopwafel', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Find the person dressed in a blue shirt in the couch, introduce yourself, and take them towards the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a blue shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "I'd like to know what the blue object on the kitchen counter is.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the blue object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "meet Peter in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | What_Day()" }, { "input": "Introduce yourself to the person wearing yellow shoes at the trashcan and then proceed to guide them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Hayley in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Julia in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "relate woman wearing blue T-shirt in the trashcan how many spoon there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('spoon','') | Move_To('trashcan') | Search_Person('', 'woman wearing blue T-shirt') | Answer()" }, { "input": "Identify the black object on the coffee table.", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the black object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "meet Emma in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the shelf and deliver it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "locate a person raising their right arm in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Fleur in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black jacket in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "Pickup the pringles and put on the bag", "output": "Respond('Forsure!') | Search_Object('pringles', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "say the time to the man wearing blue pants in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'man wearing blue pants') | What_Time()" }, { "input": "who played sheriff of nottingham in robin hood", "output": "Respond('Alan Wheatley')" }, { "input": "take soap from the hallway cabinet and bring it to Julia in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Julia', '') | Give_To()" }, { "input": "pick up the sponge", "output": "Respond('Okay, I will go get the sponge') | Search_Object('sponge', '') | Pickup() | Respond('Here you go, I have got you the sponge')" }, { "input": "go to the hallway cabinet then find candle and take it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what day is today to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "tell me how many people in the living room are wearing blue jackets", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing blue jackets') | Search_Person('user', '') | Answer()" }, { "input": "locate a waving person in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find soap in the hallway then take it and give it to Peter in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Peter', '') | Give_To()" }, { "input": "go behind Jesse", "output": "Respond('okay I will follow the Jesse') | Search_Person('Jesse', '') | Follow()" }, { "input": "Would you go and get the yellow knife from the kitchen cabinet and bring it to me?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('knife', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black jacket in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet John in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Say whats your favorite color to the person standing in the hallway cabinet", "output": "Respond('Okay! I got it') | Move_To('hallway cabinet') | Search_Person('', 'standing') | Respond('My favorite color is blue')" }, { "input": "Please set dish with knife on it at the shelf", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('knife', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "Please inform me what the smallest object on the dinner table is.", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the smallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "I want you to deliver fanta from couch to tray in office", "output": "Respond('Sure! I'm working on it') | Move_To('couch') | Search_Object('fanta', '') | Pickup() | Move_To('office') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet the person wearing black shirt in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "meet Sophie at the lamp then look for them in the hallway", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "take soap from the desk and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Noah in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "count the dubbelfris at the exit and report to person dressed in an orange blouse in the dishwasher", "output": "Respond('got it!') | Move_To('exit') | Count_Object('dubbelfris','') | Move_To('dishwasher') | Search_Person('', 'person dressed in an orange blouse') | Answer()" }, { "input": "follow Sophie from the entrance to the office", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "I wand you to carry blue pea soup and transfer it to person wearing an orange blouse in hallway ", "output": "Respond('Ok! I'll do it') | Search_Object('pea soup', 'blue') | Pickup() | Move_To('hallway') | Search_Person('', 'wearing an orange blouse') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "locate a person pointing to the left in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing yellow shirt in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | What_Time()" }, { "input": "greet the person wearing red shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Go introduce yourself to Sophie in the lamp, and then go behind.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "What object is the black one on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the black object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "find a person pointing to the right in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "meet Laura in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "take soap from the kitchen cabinet and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "follow Sophie from the desk to the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Person('Sophie', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "look for a waving person in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "follow Sophie from the shelf to the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Your job is place the blue cup at the desk, and once that's done, place the fork on its right", "output": "Respond('I got this!') | Search_Object('cup', 'blue') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('fork', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Would you put a cup on the desk and a spoon on its left?", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('spoon', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "guide the waving person from the desk to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the desk to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "go to the hallway cabinet then find banana and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('banana', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "say your teams country to the person standing in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Tell Robin about the object on the dinner table.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('What is the object on the dinner table') | Search_Person('Robin', '') | Answer()" }, { "input": "meet Fleur in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your task is earn black knife at kitchen and locate that knife on kitchen counter", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('knife', 'black') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "where is tallahassee on the map of florida", "output": "Respond('30 \u00b0 27 \u2032 18 '' N 84 \u00b0 15 \u2032 12 '' W \ufeff / \ufeff 30.45500 \u00b0 N 84.25333 \u00b0 W')" }, { "input": "greet Emma in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "You can see person lying down at trashcan, tell me how look.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "follow Emma from the kitchen cabinet to the kitchen", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "find the knife", "output": "Respond('Okay, I will go find the knife') | Search_Object('knife', '') | Respond('Here it is, I have found the knife')" }, { "input": "find sponges in the kitchen then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please bring yellow dishwasher tab to person wearing an orange T-shirt at the entrance", "output": "Respond('Ok! I'll do it') | Search_Object('dishwasher tab', 'yellow') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi. this dishwasher tab for you') | Give_To()" }, { "input": "greet Hayley in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white coat in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "serve a bit of drink into a cup", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue sweater in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Julia in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet Noah in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "say what day is today to the woman pointing to the right in the shelf", "output": "Move_To('shelf') | Search_Person('', 'woman pointing to the right') | What_Day()" }, { "input": "meet Liam in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Time()" }, { "input": "tell woman wearing an orange blouse in the living room how many pear there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pear','') | Move_To('living room') | Search_Person('', 'woman wearing an orange blouse') | Answer()" }, { "input": "find cola in the kitchen then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "tell the name of the person at the hallway cabinet to the person at the loc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "meet Liam in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "escort the person dressed in an orange T-shirt to the entrance", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "guide Sophie from the lamp to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lamp to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "get to know John at the exit, then say hi to him at the lamp.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('lamp') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "greet the person wearing white jacket in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "I'd like to know what the tallest thing on the coffee table is.", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the tallest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Can you count how many people in the kitchen are pointing to the left?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing red shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find lemon and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('lemon', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "say hello to the person wearing an orange T-shirt in the hallway and say your team's affiliation", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "kitchen having pear, you check and count, report to that amount to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find cola in the office then grasp it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black jacket in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "escort the person who wearing glasses to the coathanger from lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing glasses') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take milk from the desk and give it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Noah in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | What_Day()" }, { "input": "Can you tell me how many people in the office are wearing blue T-shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing blue T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the desk and bring it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Please give me a dish with drink in it", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the hallway are wearing orange sweaters", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing orange sweaters') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the desk and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the exit to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "Your goal is guide Julia who wearing orange pants, whom meet at the trashcan, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Julia', 'wearing orange pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "I want you to deliver candy to bag in office", "output": "Respond('Sure! I'm working on it') | Search_Object('candy', '') | Pickup() | Move_To('office') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "meet Lucas in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you describe to Gabrielle the object on the desk?", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('What is the object on the desk') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "greet the person wearing black coat in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | What_Tomorrow()" }, { "input": "meet Harrie in the office and say what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue shirt in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet John in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | What_Day()" }, { "input": "greet the person wearing yellow jacket in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "Could you grab the biggest knife from the coathanger and bring it to me?", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('knife', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please give me the tallest tictac located in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('tictac', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please navigate to the office and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('office') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "Please inform man dressed in a blue T-shirt in the entrance how many banana there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('banana','') | Move_To('entrance') | Search_Person('', 'man dressed in a blue T-shirt') | Answer()" }, { "input": "go behind Kevin", "output": "Respond('okay I will follow the Kevin') | Search_Person('Kevin', '') | Follow()" }, { "input": "guide Sophie from the lounge chair to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the TV table') | Move_To('TV table')" }, { "input": "greet Julia in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "First, move to lamp, meet Julia who dressed in an orange shirt and guide towards the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Julia', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing yellow jacket in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you tell me which is the left-most object on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the left-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "greet Harrie in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "What is the smallest object you can find on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the smallest object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "I need you to bring me the biggest plum from the coathanger.", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('plum', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me the blue orange and also answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('orange', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Please say what time is it to the men standing in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('', 'standing men') | What_Time()" }, { "input": "serve me cereal in a dish and bring it", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person pointing to the right in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "locate a person raising their right arm in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "escort the person dressed in a yellow T-shirt from the lounge chair to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find coke in the office then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Take black curry from lounge chair and then bring it to person who wearing yellow pants at hallway", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('curry', 'black') | Pickup() | Move_To('hallway') | Search_Person('', 'wearing yellow pants') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Can you describe the sausages on the kitchen counter to Harrie, please?", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Search_Object('sausages', '') | Vision_Ask('describe the sausages on the kitchen counter') | Search_Person('Harrie', '') | Answer()" }, { "input": "take the left-most dubbelfris from the coffee table to the kitchen", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('dubbelfris', 'left-most') | Pickup() | Move_To('kitchen') | Place_On('kitchen')" }, { "input": "You go hallway, count milk, inform jarvis number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('milk', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "say the time to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "set a dish on the desk and set a knife in it", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Take milk from lounge chair and then bring it to William who smallest at office", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('milk', '') | Pickup() | Search_Person('William', 'smallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing black sweater in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "From office, pickup tictac and convey it to person dressed in an orange T-shirt at couch", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('tictac', '') | Pickup() | Move_To('couch') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi. this tictac for you') | Give_To()" }, { "input": "Can you tell me the tallest item on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the tallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "tell me what is the thinnest object on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'thinnest') | Search_Person('user', '') | Answer()" }, { "input": "greet William in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | What_Time()" }, { "input": "tell me how many snacks there are on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "I need you to pick up blue knife and place it on kitchen counter", "output": "Respond('Sure! I'm working on it') | Search_Object('knife', 'blue') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Please tell oldest person in the hallway cabinet how many candy there are on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('candy','') | Move_To('hallway cabinet') | Search_Person('', 'oldest person') | Answer()" }, { "input": "take them to the coathanger after introducing yourself to the person in the trashcan who is dressed in an orange shirt.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "In the kitchen, greet the person lying down and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Emma in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet Susan in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please tell person dressed in an orange blouse in the lamp how many dishwasher tab there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('dishwasher tab','') | Move_To('lamp') | Search_Person('', 'person dressed in an orange blouse') | Answer()" }, { "input": "say hello to the person pointing to the right in the kitchen and say your team's affiliation", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'pointing to the right') | Respond('Hi, My team's name is pusan national university')" }, { "input": "the motion of earth\u2019s plates is driven by", "output": "Respond('thought to be driven by a combination of the motion of the seafloor away from spreading ridges due to variations in topography ( the ridge is a topographic high ) and density changes in the crust ( density increases as newly formed crust cools and moves away from the ridge )')" }, { "input": "meet William in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Kevin in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "find soap in the kitchen then grasp it and bring it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "escort the individual waving to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Peter in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet William in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Say hello to the person who is standing and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a person pointing to the right in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say whats your favorite color to the person standing in the TV table", "output": "Respond('Okay! I got it') | Move_To('TV table') | Search_Person('', 'standing') | Respond('My favorite color is blue')" }, { "input": "meet Laura in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "report to person waving in the living room about the number of pringles on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('pringles','') | Move_To('living room') | Search_Person('', 'person waving') | Answer()" }, { "input": "tell something about yourself to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue coat in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "What object is the blue on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the blue object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the TV table to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "meet Emma in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Susan in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please tell what day is today to the women lying down in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'lying down women') | What_Day()" }, { "input": "tell tallest woman in the office how many banana exist on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('banana','') | Move_To('office') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "Say whats your favorite color to the person in the shelf", "output": "Respond('Okay! I got it') | Move_To('shelf') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "Please follow the person wearing an orange shirt", "output": "Respond('okay I will follow the person wearing an orange shirt') | Search_Person('', 'wearing an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "look for a waving person in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the hallway then take it and give it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "count the strawberry at the trashcan and then report to man wearing blue shirt in the exit", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('strawberry','') | Move_To('exit') | Search_Person('', 'man wearing blue shirt') | Answer()" }, { "input": "locate a person pointing to the left in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "salute Hayley in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "I wand you to carry hagelslag from trashcan and transfer it to person who is smallest", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('hagelslag', '') | Pickup()| Search_Person('', 'smallest') | Respond('Hi. this hagelslag for you') | Give_To()" }, { "input": "inform man wearing a necklace in the office how many water there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('water','') | Move_To('office') | Search_Person('', 'man wearing a necklace') | Answer()" }, { "input": "greet Fleur in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "I wand you to carry blue pea soup and transfer it to person wearing an orange T-shirt in hallway ", "output": "Respond('Ok! I'll do it') | Search_Object('pea soup', 'blue') | Pickup() | Move_To('hallway') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "Within dinner table, set cup and fork in it", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('fork', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "Greet the person in the living room wearing a hat and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing a hat') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I need you to earn yellow knife from trashcan and place it on shelf", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('knife', 'yellow') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "greet the person wearing blue sweater in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | What_Tomorrow()" }, { "input": "Meet Susan in the exit, introduce yourself, and then go after them to the lounge chair.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing blue t shirt in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Tally the liquorice lying on the table in the dining area and report to the count to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Fleur in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Susan in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Susan', '') | Give_To()" }, { "input": "look for a person pointing to the right in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Robin in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Can you describe the person who has the sitting at the lamp and respond to a question?", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet Noah in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find water in the hallway then get it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I'd like to know what the smallest thing on the dinner table is.", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the smallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Could you tell me the name of the left-most object on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the left-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell me the number of individuals wearing black T-shirt in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing black T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet Jesse in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the coathanger') | Move_To('coathanger')" }, { "input": "meet Kevin in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "Introduce yourself to the person standing in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'standing') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Could you please take John who wearing orange shoes who is in trashcan to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('John', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Say whats your favorite color to the person in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "Start by introducing yourself to the individual wearing a necklace, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Hayley in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "Can you tell me what the yellow item is on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the yellow object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "Could you fetch the smallest washcloth from the living room and bring it to lounge chair?", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('washcloth', 'smallest') | Pickup() | Move_To('lounge chair') | Place_On('lounge chair')" }, { "input": "who sang the original version of true colors", "output": "Respond('Cyndi Lauper')" }, { "input": "Can you describe the objects on the dinner table to Lucas, please?", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Lucas', '') | Answer()" }, { "input": "Please tell woman wearing a necklace in the office how many cup there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('cup','') | Move_To('office') | Search_Person('', 'woman wearing a necklace') | Answer()" }, { "input": "greet Harrie in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Jesse in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Go to get acquainted with Fleur at the couch, then find the person in the exit and answer aquestion.", "output": "Respond('Okay i will greet the person') | Move_To('couch') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "take soap from the hallway cabinet and bring it to William in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('William', '') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "find soap in the kitchen then fetch it and deliver it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "What's the left-most object present on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the left-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "which is the biggest stadium in the india", "output": "Respond('Buddh International Circuit')" }, { "input": "say the day of the month to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "count the dubbelfris at the desk and report to woman wearing yellow shoes in the lamp", "output": "Respond('got it!') | Move_To('desk') | Count_Object('dubbelfris','') | Move_To('lamp') | Search_Person('', 'woman wearing yellow shoes') | Answer()" }, { "input": "Take fanta from lounge chair and then bring it to Fleur who tallest at kitchen", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('fanta', '') | Pickup() | Move_To('kitchen') | Search_Person('Fleur', 'tallest') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet Emma in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "Introduce yourself to William in the couch and guide them to the exit", "output": "Respond(Okay i will greet the person) | Move_To('couch') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing red t shirt in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "get to know Peter at the lounge chair, proceed to the coathanger and greet her.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('coathanger') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "greet Robin in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "who wrote on free will and in praise of folly", "output": "Respond('Desiderius Erasmus Roterodamus')" }, { "input": "lemon in TV table, you go count, then inform that number jarvis.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('lemon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please fetch the biggest pear from the coffee table and deliver it to office.", "output": "Respond('Got it!') | Move_To('coffee table') | Search_Object('pear', 'biggest') | Pickup() | Move_To('office') | Place_On('office')" }, { "input": "greet Susan in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow coat in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Would you like to tell me how many fruits are in the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white sweater in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "On hallway cabinet, set bowl and set fork on its left", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('fork', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "tell me what is the largest decorations on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'largest decorations') | Search_Person('user', '') | Answer()" }, { "input": "After you get acquainted with Susan at the trashcan, head to the exit and find her.", "output": "Respond('Okay i will greet her') | Move_To('trashcan') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Move_To('exit') | Search_Person('Susan', '') | Respond('Oh Susan, we meet again!')" }, { "input": "greet Julia in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing gray blouse in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'gray blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "where did the teenage ninja turtles get their names from", "output": "Respond('Renaissance Italian artists')" }, { "input": "go after lying down women in the kitchen cabinet", "output": "Respond('okay I will follow lying down women') | Move_To('kitchen cabinet') | Search_Person('', 'lying down women')| Respond('I am here to follow you.') | Follow()" }, { "input": "who has the sole power of impeachment constitution", "output": "Respond('The House of Representatives')" }, { "input": "meet Kevin in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Fleur in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "In tray in trashcan, store the blue orange", "output": "Respond('Forsure!') | Search_Object('orange', 'blue') | Pickup() | Move_To('trashcan') |Search_Object('tray', '') | Place_On('tray')" }, { "input": "meet Robin in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "greet the person wearing black shirt in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "please tell the man wearing yellow shoes in the office the time", "output": "Move_To('office') | Search_Person('', 'man wearing yellow shoes') | What_Time()" }, { "input": "meet Lucas in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Your goal is transfer that crisp and have it end up in the basket", "output": "Respond('Forsure!') | Search_Object('crisp', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please provide details about the person standing at the couch and respond to a question.", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Find bowl at lamp, and then take it to person in office who standing", "output": "Respond('Sure! I'll do it for you') | Move_To('lamp') | Search_Object('bowl', '') | Pickup() | Move_To('office') | Search_Person('', 'standing') | Respond('Hi, this bowl for you') | Give_To()" }, { "input": "Pickup the soap, which is in living room, put on the bag", "output": "Respond('Forsure!') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Sophie in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Sophie', '') | Give_To()" }, { "input": "salute Laura in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "Search black ice tea from entrance, fetch that ice tea and place on dinner table", "output": "Respond('Sure! I'm working on it') | Move_To('entrance') | Search_Object('ice tea', 'black') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "tell your teams affiliation to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the dishwasher and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Would you serve some drink in a dish for me?", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you tell me what the blue item is on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the blue object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their right arm in the office and say your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Sara in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "what is the percentage of accuracy in a process operating at 3 sigma level", "output": "Respond('93.3 %')" }, { "input": "meet Liam in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Tomorrow()" }, { "input": "Let Sara know about the item on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('What is the object on the kitchen counter') | Search_Person('Sara', '') | Answer()" }, { "input": "meet Hayley at the lamp, then go to the exit to find her.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('exit') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "greet the person wearing white blouse in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Hayley in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Time()" }, { "input": "look for a person pointing to the left in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow t shirt in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing blue t shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Robin in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "go to the hallway cabinet then find cornflakes and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Laura in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Can you tell me what the biggest item is on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the biggest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "Greet the individual wearing orange shoes and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Sophie at the kitchen counter then look for them in the kitchen", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Find fanta at trashcan, and then take it to Lucas in exit. Lucas wearing yellow shirt", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('fanta', '') | Pickup() | Move_To('exit') | Search_Person('Lucas', 'wearing yellow shirt') | Respond('Hi Lucas, this fanta for you') | Give_To()" }, { "input": "inform person pointing to the right in the office how many soap there are on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('soap','') | Move_To('office') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "greet Fleur in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find mayonaise and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many person pointing to the left are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "At lounge chair, meet the person who is the oldest and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "I wand you to carry blue mayonaise from trashcan and transfer it to person wearing orange shoes in office ", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('mayonaise', 'blue') | Pickup() | Move_To('office') | Search_Person('', 'wearing orange shoes') | Respond('Hi. this mayonaise for you') | Give_To()" }, { "input": "greet the person wearing yellow blouse in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | What_Time()" }, { "input": "Tell whats your team afiliation to Robin", "output": "Respond('Okay! I got it') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black shirt in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who played eddie haskell on leave it to beaver", "output": "Respond('Kenneth Charles `` Ken '' Osmond')" }, { "input": "It would be helpful if you could check inside the shelf, count the total articles of orange, and inform that number to tony.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('orange', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Susan in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | What_Time()" }, { "input": "At the couch, meet Jesse, then greet her at the TV table.", "output": "Respond('Okay i will greet her') | Move_To('couch') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('TV table') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "take soap from the shelf and give it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Look in hallway cabinet. Count all knife there. Say number to tony.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('knife', '') | Search_Person('tony', '') | Answer()" }, { "input": "the drake equation is used to predict the number of", "output": "Respond('active , communicative extraterrestrial civilizations in the Milky Way galaxy')" }, { "input": "take the smallest person to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please get to know Kevin at the lounge chair, find the person in the entrance, and then answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('entrance') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "find sponges in the office then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the waving person in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "tell me how many food there are on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "greet Sophie in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "say the day of the week to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing yellow shirt in the office and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | What_Tomorrow()" }, { "input": "greet Robin in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "salute John in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "From hallway, pickup dubbelfris and to smallest person at couch, carry it", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('dubbelfris', '') | Pickup() | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hi. this dubbelfris for you') | Give_To()" }, { "input": "bring me dubbelfris from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find sponges and take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "navigate to the dinner table then look for a cornflakes and give it to the women sitting in the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('dinner table') | Search_Object('cornflakes', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'sitting women') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the hallway cabinet to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('hallway cabinet') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the hallway cabinet to the shelf') | Move_To('shelf')" }, { "input": "Could you tell me how many people in the kitchen are wearing glasses?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing glasses') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | What_Day()" }, { "input": "go to the hallway cabinet then find sponges and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing yellow sweater in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow sweater') | What_Time()" }, { "input": "tell the man wearing orange pants in the entrance what day is tomorrow", "output": "Move_To('entrance') | Search_Person('', 'man wearing orange pants') | What_Tomorrow()" }, { "input": "find Susan at the trashcan", "output": "Respond('Okay, I will go find Susan') | Move_To('trashcan') | Search_Person('Susan', '') | Respond('Here you are, I have found Susan')" }, { "input": "Make your way to the living room, then meet with Harrie and provide an answer to a question.", "output": "Respond('got it!') | Move_To('living room') | Search_Person('Harrie', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "say the time to the man dressed in an orange T-shirt in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'man dressed in an orange T-shirt') | What_Time()" }, { "input": "greet the person wearing blue coat in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide the waving person from the coathanger to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the shelf') | Move_To('shelf')" }, { "input": "greet Fleur in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Emma from the desk to the office", "output": "Respond('got it') | Move_To('desk') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "Your mission is take candy from lounge chair. Finally, handover that candy to person wearing black pants", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('candy', '') | Pickup() | Search_Person('', 'wearing black pants') | Respond('Hi. this candy for you') | Give_To()" }, { "input": "greet the person wearing blue coat in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "At lamp, meet Susan who wearing orange shoes and take to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Susan', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Find the tallest person, introduce yourself, and take them towards the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "who is the guy singing in bring me to life by evanescence", "output": "Respond('Paul McCoy of the band 12 Stones')" }, { "input": "Go to trashcan to fetch water and put it inside the tray", "output": "Respond('Forsure!') | Move_To('trashcan') | Search_Object('water', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "After introducing yourself to the person wearing black pants at the lamp, guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing black pants') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet John in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "Could you deliver to the smallest mayonaise from the dinner table and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('dinner table') | Search_Object('mayonaise', 'smallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "meet Julia in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "meet Emma in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Emma', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue jacket in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "greet Hayley in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "who said frankly scarlett i don't give a damn", "output": "Respond('Rhett Butler')" }, { "input": "greet the person wearing white sweater in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a waving person in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your task is get black spoon at lamp and lay that spoon on shelf", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('spoon', 'black') | Pickup() | Move_To('shelf') |Place_On('shelf')" }, { "input": "tell the pose of Noah at the entrance to the person at the living room", "output": "Respond('Okay, I Am working on it') | Move_To('entrance') | Search_Person('Noah', '') | Vision_Ask('describe to me the person posture') | Move_To('living room') | Vision_Ans()" }, { "input": "meet Susan in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "greet the person wearing white sweater in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | What_Time()" }, { "input": "greet the person wearing blue t shirt in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say the time to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "look for a person pointing to the right in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "greet Noah in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | What_Time()" }, { "input": "Please tell child in the lounge chair how many stroopwafel there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('stroopwafel','') | Move_To('lounge chair') | Search_Person('', 'child') | Answer()" }, { "input": "greet the person wearing yellow coat in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "After introducing yourself to the person wearing glasses at the lamp, take them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing white blouse in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow coat in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Fleur in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow coat in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing red blouse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "guide Sophie from the TV table to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "please tell the person pointing to the left in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "say the time to the man raising their right arm in the hallway, please", "output": "Move_To('hallway') | Search_Person('', 'man raising their right arm') | What_Time()" }, { "input": "In the hallway, say hello and mention your team's affiliation to the person waving.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "who played draco malfoy in a very potter musical", "output": "Respond('Lauren Lopez')" }, { "input": "greet the person wearing blue shirt in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | What_Tomorrow()" }, { "input": "greet the person wearing blue blouse in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | What_Tomorrow()" }, { "input": "take soap from the hallway cabinet and deliver it to Lucas in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Lucas', '') | Give_To()" }, { "input": "greet Liam in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | What_Day()" }, { "input": "who came up with the design idea for the penny", "output": "Respond('Victor David Brenner')" }, { "input": "Let Lucas know about the thing on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('What is the object on the coffee table') | Search_Person('Lucas', '') | Answer()" }, { "input": "salute the person wearing blue sweater in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "guide Sophie from the coathanger to the dinner table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the dinner table') | Move_To('dinner table')" }, { "input": "From hallway, take tictac and convey it to Harrie dressed in a black blouse at trashcan", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('tictac', '') | Pickup() | Move_To('trashcan') | Search_Person('Harrie', 'dressed in a black blouse') | Respond('Hi. this tictac for you') | Give_To()" }, { "input": "place the cup on the kitchen cabinet and arrange the fork on its right", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('fork', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "Introduce yourself to the person who is lying down at the trashcan, then escort them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing white coat in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | What_Day()" }, { "input": "Illustrate for William the objects on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('describe the objects on the dishwasher') | Search_Person('William', '') | Answer()" }, { "input": "Can I ask you to deliver stroopwafel in living room to couch and place in the basket?", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('stroopwafel', '') | Pickup() | Move_To('couch') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Introduce yourself to the person who is wearing a necklace at the lounge chair, then guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "take soap from the hallway cabinet and bring it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "You can see person lying down at lamp, tell me how look.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Go to dinner table and count cup. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('cup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "bring the candle", "output": "Respond('Okay, I will go deliver the candle') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the candle')" }, { "input": "Please follow person wearing orange pants in the hallway", "output": "Respond('Sure, I will follow the person wearing orange pants.') | Move_To('hallway')| Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "Please go get the tallest cornflakes from the office and deliver it to me.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('cornflakes', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "deliver to me the biggest crisp from the living room", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('crisp', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Noah in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Day()" }, { "input": "guide the waving person from the couch to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the entrance') | Move_To('entrance')" }, { "input": "say what day is tomorrow to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Tomorrow()" }, { "input": "greet Lucas in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take soap from the TV table and bring it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet the person wearing red shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me how many dishes there are on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the shelf and give it to the waving person in the living room", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Please guide Robin who wearing a necklace standing at the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', 'wearing a necklace') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Tell whats your team affiliation to the person sitting in the dinner table", "output": "Respond('Okay! I got it') | Move_To('dinner table') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the desk and give it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "please say something about yourself to John standing in the hallway cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('hallway cabinet') | Search_Person('John', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "greet Lucas in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you please bring this milk to basket in hallway?", "output": "Respond('Forsure!') | Search_Object('milk', '') | Pickup() | Move_To('hallway') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "bring me candle from the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "get acquainted with Julia at the coathanger first, and then find him at the kitchen counter and greet.", "output": "Respond('Okay i will greet him') | Move_To('coathanger') | Search_Person('Julia', '') | Respond('Hey Julia, How are you doing?') | Move_To('kitchen counter') | Search_Person('Julia', '') | Respond('Oh Julia, we meet again!')" }, { "input": "guide the person wearing a blue t shirt from the lamp to the couch", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the couch') | Move_To('couch')" }, { "input": "Go to the coathanger, locate a pear, and deliver it to the person sitting in the trashcan.", "output": "Respond('Okay i got it!') | Move_To('coathanger') | Search_Object('pear', '') | Pickup() | Move_To('trashcan') | Search_Person('', 'sitting') | Give_To()" }, { "input": "Explain the cola situated on the kitchen counter to John.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Search_Object('cola', '') | Vision_Ask('describe the cola on the kitchen counter') | Search_Person('John', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Would you mind retrieving the smallest lemon from the exit and bring it to me?", "output": "Respond('Got it!') | Move_To('exit') | Search_Object('lemon', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sophie at the kitchen counter then look for them in the hallway", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "look for a waving person in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find washcloth in the living room then take it and deliver it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Take yellow crisp from lounge chair and then bring it to person in living room", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('crisp', 'yellow') | Pickup() | Move_To('living room') | Search_Person('', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "tell me how many dishes there are on the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "meet Liam in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring the plate", "output": "Respond('Okay, I will go deliver the plate') | Search_Object('plate', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the plate')" }, { "input": "tell me how many food there are on the TV table", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white coat in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing white shirt in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "dance at le moulin de la galette description", "output": "Respond('depicts a typical Sunday afternoon at the original Moulin de la Galette')" }, { "input": "meet Julia in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "inform man dressed in an orange blouse in the entrance the number of plum present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('plum','') | Move_To('entrance') | Search_Person('', 'man dressed in an orange blouse') | Answer()" }, { "input": "bring me milk from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to William in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('William', '') | Give_To()" }, { "input": "I'd like to know what the black thing on the kitchen cabinet is.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the black object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "find a waving person in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Time()" }, { "input": "Let's have you guide the person who is the tallest you encounter at the trashcan and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "locate a person raising their right arm in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "look for a person raising their right arm in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Noah in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Jesse in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take cola from the shelf and deliver it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find Lucas", "output": "Respond('Okay, I will go find Lucas') | Search_Person('Lucas', '') | Respond('Here you are, I have found Lucas')" }, { "input": "greet the person wearing black sweater in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please deliver dishwasher tab, which is in exit, to dishwasher", "output": "Respond('Sure! I'm working on it') | Move_To('exit') | Search_Object('dishwasher tab', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "the kapil sharma show actress lottery real name", "output": "Respond('Rochelle Rao')" }, { "input": "Please inform person wearing orange pants in the exit how many crisp there are on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('crisp','') | Move_To('exit') | Search_Person('', 'person wearing orange pants') | Answer()" }, { "input": "Go to the living room and meet Robin, then answer a question.", "output": "Respond('got it!') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet the person wearing yellow coat in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Say hello to the person pointing to the left and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Would you like to tell me how many drinks are in the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Peter in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | What_Day()" }, { "input": "tell what day is tomorrow to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "go to the kitchen then look for a bowl and fetch it to the people standing in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen cabinet') | Search_Person('', 'standing people') | Give_To()" }, { "input": "Illustrate for Susan the bowl on the coffee table.", "output": "Respond('Let me see!') | Move_To('coffee table') | Search_Object('bowl', '') | Vision_Ask('describe the bowl on the coffee table') | Search_Person('Susan', '') | Answer()" }, { "input": "greet the person wearing white jacket in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | What_Tomorrow()" }, { "input": "Can you count how many people in the kitchen are dressed in a black blouse?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in a black blouse') | Search_Person('user', '') | Answer()" }, { "input": "Please give a description of the person showing the sitting and reply to a question.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Your task is to convey the black strawberry from hallway to lamp and place it inside the bag", "output": "Respond('Forsure!') | Move_To('hallway') | Search_Object('strawberry', 'black') | Pickup() | Move_To('lamp') |Search_Object('bag', '') | Place_On('bag')" }, { "input": "go to the hallway cabinet then find sponges and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide Sophie from the couch to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the couch to the TV table') | Move_To('TV table')" }, { "input": "go to the hallway cabinet then find lemon and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('lemon', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a waving person in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Take yellow plate from lounge chair and then bring it to Susan who dressed in an orange blouse at exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('plate', 'yellow') | Pickup() | Move_To('exit') | Search_Person('Susan', 'dressed in an orange blouse') | Respond('Hi, this is for you') | Give_To()" }, { "input": "guide Sophie from the hallway cabinet to the trashcan", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the trashcan') | Move_To('trashcan')" }, { "input": "take soap from the hallway cabinet and deliver it to Fleur in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Fleur', '') | Give_To()" }, { "input": "tell the day of the week to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing yellow blouse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "To the entrance from the couch, escort the person lying down.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'lying down') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell me how many people in the hallway are wearing yellow jackets", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing yellow jackets') | Search_Person('user', '') | Answer()" }, { "input": "meet Emma in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Emma', '') | What_Time()" }, { "input": "Who created the C Programming Language?", "output": "Respond('C was invented by Dennis MacAlistair Ritchie.')" }, { "input": "look for a person pointing to the left in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "To the entrance, guide the person raising their left arm.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please go get the left-most water from the office and deliver it to me.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('water', 'left-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "inform person waving in the office how many plate there are on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('plate','') | Move_To('office') | Search_Person('', 'person waving') | Answer()" }, { "input": "tell the name of the person at the TV table to the person at the loc2", "output": "Respond('got it') | Move_To('TV table') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "find a person raising their right arm in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "meet Julia in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Liam in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please move to the shelf. tell me how many food are on there. ", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "I'd appreciate it if you could take Gabrielle, who dressed in a yellow shirt situated in the couch, to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Gabrielle', 'dressed in a yellow shirt') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "what states can you buy beer in gas stations", "output": "Respond('Virginia')" }, { "input": "greet Lucas in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "find washcloth in the kitchen then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "I need you to guide the person who dressed in a black blouse, found in the lamp, toward entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'dressed in a black blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Your task is procure hagelslag at lamp and locate that hagelslag on shelf", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('hagelslag', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "take Peter who is the tallest to the coathanger from lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Peter', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "To oldest person in hallway, acquire stroopwafel from entrance and present it", "output": "Respond('Ok! I'll do it') | Move_To('entrance') | Search_Object('stroopwafel', '') | Pickup() | Move_To('hallway') | Search_Person('', 'oldest') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "find sponges in the living room then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the person wearing a blue t shirt from the coffee table to the desk", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coffee table to the desk') | Move_To('desk')" }, { "input": "meet Sophie at the dinner table then look for them in the kitchen", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet the person wearing yellow sweater in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "Determine how many water are on the kitchen counter and inform that count to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('water', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell me how many people in the living room are wearing gray jackets", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing gray jackets') | Search_Person('user', '') | Answer()" }, { "input": "take sponges from the dinner table and bring it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Deliver cola in office to person wearing glasses, the person is in couch", "output": "Respond('Okay, I will do it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('couch') | Search_Person('', 'wearing glasses') | Respond('Hi, this cola for you') | Give_To()" }, { "input": "meet John in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Emma in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Emma', '') | Give_To()" }, { "input": "find cola in the office then take it and deliver it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white coat in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "name the village of telangana in which coal was found for the first time", "output": "Respond('Singareni')" }, { "input": "greet Noah at the entrance.", "output": "Respond('Okay I will greet Noah') | Move_To('entrance') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?')" }, { "input": "greet Susan in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet John in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to William in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('William', '') | Give_To()" }, { "input": "place a bowl on the dinner table and lay a fork in it", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('fork', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "go to the hallway cabinet then find plum and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please carry that pea soup to the basket", "output": "Respond('Forsure!') | Search_Object('pea soup', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please take the yellow stroopwafel from the kitchen and deliver it to trashcan.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('stroopwafel', 'yellow') | Pickup() | Move_To('trashcan') | Place_On('trashcan')" }, { "input": "Your task is to convey the yellow stroopwafel and place it inside the tray", "output": "Respond('Forsure!') | Search_Object('stroopwafel', 'yellow') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "find soap in the office then take it and give it to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "will you say what day is tomorrow to the woman wearing an orange T-shirt in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'woman wearing an orange T-shirt') | What_Tomorrow()" }, { "input": "Please bring yellow candy in trashcan to person wearing orange shoes at the entrance", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('candy', 'yellow') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing orange shoes') | Respond('Hi. this candy for you') | Give_To()" }, { "input": "who sings do you want to know a secret", "output": "Respond('the Beatles')" }, { "input": "guide the waving person from the entrance to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "Say whats your favorite color to the person in the TV table", "output": "Respond('Okay! I got it') | Move_To('TV table') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "find soap in the hallway then fetch it and bring it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "what is the highest mountain in costa rica", "output": "Respond('Mount Chirrip\u00f3')" }, { "input": "meet Jesse in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white jacket in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find milk in the living room then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "say hello to Hayley in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing yellow sweater in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you put a bowl on the coffee table, with a spoon in it?", "output": "Respond('Ok sure!') | Search_Object('bowl', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('spoon', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Liam in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Liam', '') | Give_To()" }, { "input": "greet the person wearing blue jacket in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet John in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and get it and give it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Introduce yourself to Susan at the hallway cabinet, and proceed to follow.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Illustrate the pancake mix located on the shelf to Susan.", "output": "Respond('Let me see!') | Move_To('shelf') | Search_Object('pancake mix', '') | Vision_Ask('describe the pancake mix on the shelf') | Search_Person('Susan', '') | Answer()" }, { "input": "greet the person wearing yellow jacket in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Introduce yourself to the John in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('John', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "greet the person wearing blue jacket in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "count the bowl at the TV table and report to jarvis", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing black blouse in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Laura in the office and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Laura in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "greet the person wearing gray sweater in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'gray sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Laura in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "find a person pointing to the left in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Make your introduction to the individual wearing an orange shirt in the couch and guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please bring milk from lounge chair to Liam", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('milk', '') | Pickup() | Search_Person('Liam', '') | Respond('Hi. this milk for you') | Give_To()" }, { "input": "Your job is pick up the blue spoon, carry it to lounge chair and then deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('spoon', 'blue') | Pickup() | Move_To('lounge chair') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Please tell what time is it to the men lying down in the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Person('', 'lying down men') | What_Time()" }, { "input": "meet Julia in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | What_Time()" }, { "input": "greet the person wearing blue t shirt in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing blue coat in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | What_Time()" }, { "input": "Put the black plum, which is in kitchen, into the basket", "output": "Respond('Forsure!') | Move_To('kitchen') | Search_Object('plum', 'black') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Harrie in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "go to the hallway cabinet then find mayonaise and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Greet the individual raising their left arm and say your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue shirt in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "find soap in the hallway then get it and deliver it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "meet Emma at the lounge chair, then welcome him at the exit.", "output": "Respond('Okay i will greet him') | Move_To('lounge chair') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('exit') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "Introduce yourself to the person in the trashcan who is raising their left arm and then take them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing white sweater in the office and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "I would like you to describe the person exhibiting the sitting and also answer a question.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Look at spoon in office. Count them all up. Give tony that number.", "output": "Respond('got it!') | Move_To('office') | Count_Object('spoon', '') | Search_Person('tony', '') | Answer()" }, { "input": "Explain to me how the person standing looks in the coathanger.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Your job is set the bowl at the kitchen counter", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "serve a bit of cereal into a bowl", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black t shirt in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "locate a person pointing to the right in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing blue coat in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | What_Time()" }, { "input": "meet Harrie in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person raising their right arm in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell person dressed in an orange T-shirt in the office how many dubbelfris exist on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('dubbelfris','') | Move_To('office') | Search_Person('', 'person dressed in an orange T-shirt') | Answer()" }, { "input": "tell the woman dressed in a black shirt in the exit what day is tomorrow", "output": "Move_To('exit') | Search_Person('', 'woman dressed in a black shirt') | What_Tomorrow()" }, { "input": "greet Kevin in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Bring candy to person wearing an orange blouse, in exit", "output": "Respond('Okay, I will do it') | Search_Object('candy', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet John in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | What_Day()" }, { "input": "greet the person wearing yellow blouse in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | What_Tomorrow()" }, { "input": "tell me how many people in the kitchen are wearing white t shirts", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing white t shirts') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find candle and fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue coat in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "put a cup on the desk, laying a knife on it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "greet the person wearing yellow blouse in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "will you say what day is tomorrow to the tallest person in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'tallest person') | What_Tomorrow()" }, { "input": "greet the person wearing red t shirt in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Harrie in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Lucas in the kitchen and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | What_Day()" }, { "input": "meet Jesse in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Please bring the blue banana from the living room to me and then answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('living room') | Search_Object('banana', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Look at plate in TV table. Count them all up. Give tony that number.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('plate', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing black jacket in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Sara in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Make your introduction to Lucas in the hallway cabinet, then go behind them to the hallway.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Please move to the hallway cabinet. tell me how many dishes are on there. ", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "Please inform woman raising their left arm in the desk how many spoon there are on the lounge chair", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('spoon','') | Move_To('desk') | Search_Person('', 'woman raising their left arm') | Answer()" }, { "input": "greet the person wearing red sweater in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "salute Hayley in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "take soap from the TV table and bring it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Please relate woman wearing a necklace in the hallway cabinet how many cornflakes there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('cornflakes','') | Move_To('hallway cabinet') | Search_Person('', 'woman wearing a necklace') | Answer()" }, { "input": "take the lying down women at the lamp to the living room", "output": "Respond('Okay, I Am working on it') | Move_To('lamp') | Search_Person('', 'lying down women') | Respond('Hey, I am here to guide you to living room, please follow me') | Move_To('living room')" }, { "input": "Put the black crisp, which is in kitchen, into the bag", "output": "Respond('Forsure!') | Move_To('kitchen') | Search_Object('crisp', 'black') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "It would be great if you could explain to the person at entrance how the individual standing at trashcan appears.", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "greet the person wearing black jacket in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "First, get to know John at the couch, then find her at the shelf.", "output": "Respond('Okay i will greet her') | Move_To('couch') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('shelf') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "banana is in dinner table, you go there count and give tony the numbers.", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('banana', '') | Search_Person('tony', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "look for a person raising their right arm in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "meet William in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | What_Day()" }, { "input": "find a person pointing to the right in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Please say what day is today to the men lying down in the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Person('', 'lying down men') | What_Day()" }, { "input": "where is one hundred years of solitude set", "output": "Respond('Macondo , a fictitious town in the country of Colombia')" }, { "input": "what year is it in the jewish religion", "output": "Respond('5778')" }, { "input": "greet Laura at the coathanger.", "output": "Respond('Okay I will greet Laura') | Move_To('coathanger') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?')" }, { "input": "greet the person wearing yellow coat in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Sophie at the kitchen cabinet then look for them in the office", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "find soap in the kitchen then take it and give it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Peter in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Peter', '') | Give_To()" }, { "input": "greet the person wearing black jacket in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | What_Tomorrow()" }, { "input": "find cola in the hallway then take it and give it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find soap in the living room then take it and deliver it to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "meet Laura in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue blouse in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue blouse') | What_Time()" }, { "input": "To coathanger, take Lucas who is the smallest from lamp", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Lucas', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "What's the right-most object present on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the right-most object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "Describe to Susan what things are on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('describe the objects on the kitchen counter') | Search_Person('Susan', '') | Answer()" }, { "input": "salute Sara in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Could you tell me how many person pointing to the right are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing red coat in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red coat') | Respond('I am here to follow you') | Follow()" }, { "input": "take cornflakes from the dishwasher and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('cornflakes', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Make your introduction to Gabrielle in the exit, then follow.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Gabrielle', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing white sweater in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | What_Time()" }, { "input": "what is the meaning of red tape in idiomatic expression", "output": "Respond('excessive regulation or rigid conformity to formal rules that is considered redundant or bureaucratic and hinders or prevents action or decision - making')" }, { "input": "guide Sophie from the shelf to the lamp", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the lamp') | Move_To('lamp')" }, { "input": "greet the person wearing white t shirt in the hallway and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Emma in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "locate a person pointing to the left in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Please move to the desk. tell me how many drinks are on there. ", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "After introducing yourself to the person wearing blue shoes at the lamp, guide them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing blue shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "How many individuals are pointing to the left in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "From kitchen, take peach and convey it to Laura dressed in an orange shirt at lamp", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('peach', '') | Pickup() | Move_To('lamp') | Search_Person('Laura', 'dressed in an orange shirt') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "guide Sophie from the hallway cabinet to the TV table", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the TV table') | Move_To('TV table')" }, { "input": "go to the hallway cabinet then find cornflakes and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say I love you to the Harrie in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('Harrie', '') | Respond('I need you')" }, { "input": "find soap in the hallway then get it and bring it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Introduce yourself to the Julia in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('Julia', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "Once you've introduced yourself to the person sitting in the couch, take them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "bring me washcloth from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "what process do research articles undergo prior to publication in scientific journals", "output": "Respond('editorial refereeing')" }, { "input": "Please tell oldest person in the lounge chair how many banana there are on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('banana','') | Move_To('lounge chair') | Search_Person('', 'oldest person') | Answer()" }, { "input": "What I need for you is to escort Harrie who wearing blue blouse at the lamp location to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Harrie', 'wearing blue blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Susan in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "From living room, take strawberry and convey it to Fleur dressed in an orange T-shirt at couch", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('strawberry', '') | Pickup() | Move_To('couch') | Search_Person('Fleur', 'dressed in an orange T-shirt') | Respond('Hi. this strawberry for you') | Give_To()" }, { "input": "who wrote the patriotic song qadam qadam bhadaye ja", "output": "Respond('Pt . Vanshidhar Shukla')" }, { "input": "greet Hayley in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Introduce yourself to the person who is wearing black blouse and then guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing black blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Jesse in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | What_Time()" }, { "input": "place the cup on the desk", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "tell jarvis how many liquorice are in the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Could you please retrieve the tallest spoon from the coathanger and bring it to me?", "output": "Respond('Certainly!') | Move_To('coathanger') | Search_Object('spoon', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Go to the trashcan to meet John, introduce yourself, and escort them to the exit.", "output": "Respond(Okay i will greet the person) | Move_To('trashcan') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please navigate to the hallway and tell me the pose of the person in the room", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "meet Lucas in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Jesse in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Check living room for spoon. Count them. Give tony the number.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('spoon', '') | Search_Person('tony', '') | Answer()" }, { "input": "get acquainted with Sara at the living room, then go to the desk and greet him.", "output": "Respond('Okay i will greet him') | Move_To('living room') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('desk') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "find soap in the hallway then get it and deliver it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "I'd appreciate it if you could escort the person who dressed in an orange shirt situated in the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Noah in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person raising their right arm in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Person at coathanger, say him about person sitting.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "meet Hayley in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "meet Sophie at the entrance then find them in the hallway", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Within coffee table, place dish which can be found in hallway and knife on its left", "output": "Respond('I got this!') | Move_To('hallway') |Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('knife', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "Please go behind person wearing black pants in the kitchen", "output": "Respond('Sure, I will follow the person wearing black pants.') | Move_To('kitchen')| Search_Person('', 'wearing black pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing yellow shirt in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "look for a person pointing to the right in the office and follow them", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you.') | Follow()" }, { "input": "Could you please escort the person who wearing yellow blouse, whom in couch, to exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing yellow blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Take a milk and put it down at kitchen cabinet", "output": "Respond('OK! I'm working on it') | Search_Object('milk', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "find soap in the hallway then take it and bring it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "tell the name of the person at the trashcan to the person at the loc2", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('', '') | Ask_Name() | Move_To('loc2') | Search_Person('', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "In basket, store the yellow pringles", "output": "Respond('Forsure!') | Search_Object('pringles', 'yellow') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "locate a person raising their left arm in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "who does serena end up with in gossip girl", "output": "Respond('Dan Humphrey')" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow sweater') | What_Day()" }, { "input": "Please inform oldest person in the lounge chair how many dishwasher tab there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('dishwasher tab','') | Move_To('lounge chair') | Search_Person('', 'oldest person') | Answer()" }, { "input": "meet Hayley in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Mention your team's affiliation and say hello to the smallest person in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing blue t shirt in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Person at coathanger, say him about person lying down.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "I need you to guide the person who is the tallest, found at the trashcan, toward coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "follow Emma from the couch to the hallway", "output": "Respond('got it') | Move_To('couch') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "where is lalit kala academy rabindra bhavan situated", "output": "Respond('Ferozshah Road , New Delhi')" }, { "input": "greet the person wearing blue sweater in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say hello to Sara in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing red t shirt in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "pringles in kitchen there, you count and give jarvis how much numbers.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pringles', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide Sophie from the exit to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the exit to the entrance') | Move_To('entrance')" }, { "input": "Navigate to find the bowl and set on TV table, and set the knife on its left", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('TV table') | Place_On('TV table') | Search_Object('knife', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "Identify the yellow object on the shelf.", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the yellow object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "Please get blue sausages. And hand it over to Emma", "output": "Respond('Ok! I'll do it') | Search_Object('sausages', 'blue') | Pickup() | Search_Person('Emma', '') | Respond('Hi. this sausages for you') | Give_To()" }, { "input": "salute Emma in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Would you pour some drink in a bowl for me?", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find milk in the kitchen then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Take washcloth from lamp and then bring it to Harrie who dressed in an orange T-shirt", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('washcloth', '') | Pickup() | Search_Person('Harrie', 'dressed in an orange T-shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet John in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "What object is the yellow on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the yellow object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "meet Sara in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "bring me coke from the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "bring me some noodles in a dish", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "How many people in the office are dressed in an orange shirt?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('dressed in an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow blouse in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | What_Day()" }, { "input": "tony must be report to regarding the quantity of cornflakes situated on the kitchen counter.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('cornflakes', '') | Search_Person('tony', '') | Answer()" }, { "input": "meet Noah in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me how many people in the office are wearing yellow shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing yellow shirts') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing orange jacket in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'orange jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing yellow t shirt in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "Find yellow dubbelfris at couch, and then take it to Laura in living room. Laura wearing an orange blouse", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('dubbelfris', 'yellow') | Pickup() | Move_To('living room') | Search_Person('Laura', 'wearing an orange blouse') | Respond('Hi Laura, this dubbelfris for you') | Give_To()" }, { "input": "From the lounge chair to the entrance, escort the individual who is pointing to the right.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'pointing to the right') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Julia in the office and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Sara in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "The request for you is to guide Gabrielle who wearing orange pants lingering at the couch to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Gabrielle', 'wearing orange pants') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please tell me how many person raising their left arm are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "Please go after person wearing blue pants", "output": "Respond('Sure, I will follow the person wearing blue pants.') | Search_Person('', 'wearing blue pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "Please go after the the lead of person wearing orange pants in the hallway", "output": "Respond('okay I will follow the person wearing orange pants') | Move_To('hallway') | Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "Take pea soup from lamp and then bring it to Liam at hallway", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('pea soup', '') | Pickup() | Move_To('hallway') | Search_Person('Liam', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "tell me what is the smallest decorations on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'smallest decorations') | Search_Person('user', '') | Answer()" }, { "input": "meet Susan in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Laura in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Laura', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to William in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('William', '') | Give_To()" }, { "input": "go to the hallway cabinet then find curry and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say what time is it to the men standing in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'standing men') | What_Time()" }, { "input": "Introduce yourself to the person dressed in a yellow shirt and then proceed to escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'dressed in a yellow shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please convey peach to living room. And hand it over to tallest", "output": "Respond(,'Ok! I'll do it') | Search_Object('peach', '') | Pickup() | Move_To('living room') | Search_Person('', 'tallest') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "How many people are wearing blue blouse in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing blue blouse') | Search_Person('user', '') | Answer()" }, { "input": "meet Kevin in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing blue blouse in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "where in europe do they drive on the left", "output": "Respond('Malta')" }, { "input": "greet the person wearing gray t shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'gray t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "look for a person pointing to the right in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you.') | Follow()" }, { "input": "tell your teams country to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce yourself to the person who is wearing an orange shirt, then guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Please follow person wearing orange shoes", "output": "Respond('Sure, I will follow the person wearing orange shoes.') | Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "You should go after the lead of the person wearing yellow shirt", "output": "Respond('okay I will follow the person wearing yellow shirt') | Search_Person('', 'wearing yellow shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "After introducing yourself to the person sitting, take them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "tell person wearing an orange blouse in the entrance how many candle exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('candle','') | Move_To('entrance') | Search_Person('', 'person wearing an orange blouse') | Answer()" }, { "input": "tell man wearing an orange shirt in the exit how many peach exist on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('peach','') | Move_To('exit') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "Give Harrie details about the items on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('describe the objects on the shelf') | Search_Person('Harrie', '') | Answer()" }, { "input": "Meet up with Peter at the lounge chair, then find the person in the entrance, and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('entrance') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "How many individuals in the hallway are sitting?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | What_Time()" }, { "input": "when was the final version of the bible created", "output": "Respond('the fourth century AD')" }, { "input": "count the peach at the couch and inform man wearing a necklace in the desk", "output": "Respond('got it!') | Move_To('couch') | Count_Object('peach','') | Move_To('desk') | Search_Person('', 'man wearing a necklace') | Answer()" }, { "input": "who is ellaria sand on game of thrones", "output": "Respond('Indira Varma')" }, { "input": "meet Liam in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | What_Day()" }, { "input": "meet Sara in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white sweater in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the person wearing black T-shirt and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing black T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Can you tell me the number of individuals sitting in the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "Determine the quantity of knife at the living room and inform jarvis ", "output": "Respond('got it!') | Move_To('living room') | Count_Object('knife', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please go after John", "output": "Respond('Sure, I will follow John.') | Search_Person('John', '')| Respond('Hey John I am here to follow you.') | Follow()" }, { "input": "salute Laura in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "What's the biggest object present on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the biggest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "tell the man wearing an orange blouse in the entrance what day is tomorrow", "output": "Move_To('entrance') | Search_Person('', 'man wearing an orange blouse') | What_Tomorrow()" }, { "input": "greet Jesse in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | What_Time()" }, { "input": "greet Laura in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | What_Day()" }, { "input": "guide the person who is pointing to the left to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet William in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Julia in the living room and answer a quiz", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "get acquainted with Emma at the exit first, and then find her at the couch and greet.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('couch') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "tell me how many people in the office are wearing red coats", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing red coats') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the hallway are wearing red sweaters", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing red sweaters') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their left arm in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet Susan in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say your teams affiliation to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing red shirt in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red shirt') | What_Day()" }, { "input": "Please go behind the person wearing an orange T-shirt in the kitchen", "output": "Respond('okay I will follow the person wearing an orange T-shirt') | Move_To('kitchen') | Search_Person('', 'wearing an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Would you like to tell me how many dishes are in the shelf", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "meet Jesse in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "curry present on the kitchen counter, tally them and inform the number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('curry', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go to the hallway cabinet then find water and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide the person who wearing blue pants to the entrance from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'wearing blue pants') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Take stock of spoon at the kitchen and report to tony", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('spoon', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Sophie in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "Please go behind the person wearing orange pants", "output": "Respond('okay I will follow the person wearing orange pants') | Search_Person('', 'wearing orange pants')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing yellow shirt in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "In the kitchen, enumerate the apple situated on the counter and report to that quantity to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('apple', '') | Search_Person('tony', '') | Answer()" }, { "input": "tell me what is the tallest object on the desk", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the tallest object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "follow Emma", "output": "Respond('okay I will follow the Emma') | Search_Person('Emma', '') | Follow()" }, { "input": "go to the hallway cabinet then find candy and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candy', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a waving person in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "go to the hallway cabinet then find dubbelfris and fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Robin in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Find black pear at couch, and then take it to Lucas in kitchen. Lucas wearing an orange T-shirt", "output": "Respond('Sure! I'll do it for you') | Move_To('couch') | Search_Object('pear', 'black') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', 'wearing an orange T-shirt') | Respond('Hi Lucas, this pear for you') | Give_To()" }, { "input": "salute Julia in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the coathanger to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the coathanger to the entrance') | Move_To('entrance')" }, { "input": "greet the person wearing blue blouse in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Do me a favor and tally up how many pieces of banana are in the living room, then report to that figure to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('banana', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Say hello to the person dressed in an orange T-shirt and mention your team's affiliation in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a person raising their right arm in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Julia in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Fleur in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Fleur in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "give me the blue candy from hallway cabinet and transport it to exit.", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Search_Object('candy', 'blue') | Pickup() | Move_To('exit') | Place_On('exit')" }, { "input": "Your task is to convey the blue curry and place it inside the tray", "output": "Respond('Forsure!') | Search_Object('curry', 'blue') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "inform person wearing an orange T-shirt in the trashcan how many strawberry there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('strawberry','') | Move_To('trashcan') | Search_Person('', 'person wearing an orange T-shirt') | Answer()" }, { "input": "when do the new dr who episodes start", "output": "Respond('October 2018')" }, { "input": "find a person raising their left arm in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Please inform woman waving in the hallway how many spoon there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('spoon','') | Move_To('hallway') | Search_Person('', 'woman waving') | Answer()" }, { "input": "guide Sophie from the coathanger to the desk", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coathanger to the desk') | Move_To('desk')" }, { "input": "what are the different strains of lyme disease", "output": "Respond('Borrelia burgdorferi s.s.')" }, { "input": "look for a person raising their right arm in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your task is to guide the person who is the tallest in lamp to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Liam in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Determine the quantity of knife at the living room and report to jarvis ", "output": "Respond('got it!') | Move_To('living room') | Count_Object('knife', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Say hello to the person in the kitchen who is wearing black T-shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing black T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "get to know Laura at the lounge chair, then locate the person in the coathanger and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('coathanger') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "count the ice tea at the kitchen counter and report to person dressed in an orange blouse in the exit", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('ice tea','') | Move_To('exit') | Search_Person('', 'person dressed in an orange blouse') | Answer()" }, { "input": "Please follow the person dressed in an orange shirt", "output": "Respond('okay I will follow the person dressed in an orange shirt') | Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "At the entrance, meet Sara, then find him at the TV table.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('TV table') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "inform person wearing glasses in the couch how many peach exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('peach','') | Move_To('couch') | Search_Person('', 'person wearing glasses') | Answer()" }, { "input": "Start by introducing yourself to the individual dressed in a blue blouse in the lounge chair, then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'dressed in a blue blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Find mayonaise at entrance, and then take it to tallest person in kitchen", "output": "Respond('Sure! I'll do it for you') | Move_To('entrance') | Search_Object('mayonaise', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'tallest') | Respond('Hi, this mayonaise for you') | Give_To()" }, { "input": "locate a person raising their left arm in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet the person wearing white blouse in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Sara in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to Fleur in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Fleur', '') | Give_To()" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "take the person wearing an orange shirt from the trashcan to the coathanger", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing an orange shirt') | Respond('Hi, I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "bring me lemon from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('lemon', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "In basket, store the blue dishwasher tab", "output": "Respond('Forsure!') | Search_Object('dishwasher tab', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "tell person wearing black shirt in the hallway how many plum exist on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('plum','') | Move_To('hallway') | Search_Person('', 'person wearing black shirt') | Answer()" }, { "input": "Let's have you guide the individual wearing yellow shoes you encounter at the lounge chair and bring them to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing yellow shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "put a bowl on the dishwasher", "output": "Respond('Got it!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "tell woman pointing to the right in the kitchen how many cornflakes there are on the trashcan", "output": "Respond('got it!') | Move_To('trashcan') | Count_Object('cornflakes','') | Move_To('kitchen') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "Please tell me how does the person sitting at the trashcan look like ?", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "You should follow the lead of person wearing yellow blouse", "output": "Respond('Sure, I will follow the person wearing yellow blouse.') | Search_Person('', 'wearing yellow blouse') | Respond('I am here to follow you.')| Follow()" }, { "input": "What is the black object found on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the black object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "What is the black object you can find on the shelf?", "output": "Respond('Got it!') | Move_To('shelf') | Vision_Ask('what is the black object on the shelf') | Search_Person('user', '') | Answer()" }, { "input": "Within dinner table, put cup", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "greet Hayley in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "salute Laura in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "On the dinner table, put cup", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "go after lying down people in the office", "output": "Respond('okay I will follow lying down people') | Move_To('office') | Search_Person('', 'lying down people')| Respond('I am here to follow you.') | Follow()" }, { "input": "bring me candle from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say hello to the person dressed in an orange blouse and tell your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "First, find cup and place on coffee table, and then place fork on its right", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('fork', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "greet Emma in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take water from the TV table and deliver it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please inform the individual present at coathanger about the looks of the person lying down at lamp.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "relate woman dressed in an orange blouse in the lamp how many soap there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('soap','') | Move_To('lamp') | Search_Person('', 'woman dressed in an orange blouse') | Answer()" }, { "input": "Could you name the right-most object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the right-most object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "follow Sophie from the TV table to the hallway", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet the person wearing blue t shirt in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "Let's have you escort the individual wearing orange shoes you encounter at the lounge chair and bring them to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue coat in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white jacket in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "Introduce yourself to the person who is wearing yellow blouse, then escort them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing black shirt in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "when was the last time auburn was in march madness", "output": "Respond('2018')" }, { "input": "Make introductions with the person wearing black T-shirt before guiding them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing black T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find milk in the kitchen then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue jacket in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | What_Tomorrow()" }, { "input": "take the individual wearing black T-shirt to the entrance after introducing yourself in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing black T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "locate a person pointing to the left in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "greet the person wearing white sweater in the kitchen and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "escort the sitting people in the entrance to the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('entrance') | Search_Person('', 'sitting people') | Respond('Hey, I am here to guide you to kitchen cabinet, please follow me') | Move_To('kitchen cabinet')" }, { "input": "look for a person pointing to the right in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a person pointing to the right in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you.') | Follow()" }, { "input": "tell the pose of the person at the dishwasher to the person at the loc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('', '') | Vision_Ask('what is this person pose?') | Move_To('loc2') | Search_Person('', '') | Respond('the person in dishwasher is') | Answer()" }, { "input": "Fetch the smallest orange from the kitchen cabinet and bring it to me", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('orange', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person pointing to the left in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "what are the purposes of the energy star program", "output": "Respond('designed to identify and promote energy efficient products')" }, { "input": "You go hallway, count mayonaise, inform jarvis number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('mayonaise', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Julia in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Time()" }, { "input": "greet Emma in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing white coat in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find cola in the office then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "guide someone to coathanger from trashcan, find an individual, and hand over the cup.", "output": "Move_To('trashcan') | Search_Person('', '') | Respond('Hey, am here to guide you to coathanger, please follow me') | Move_To('coathanger') | Search_Object('cup', '') | Pickup() | Give_To()" }, { "input": "count the orange at the TV table and report to person dressed in a black blouse in the kitchen", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('orange','') | Move_To('kitchen') | Search_Person('', 'person dressed in a black blouse') | Answer()" }, { "input": "greet the person wearing yellow jacket in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "salute Laura in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "In the office, say hello to the person sitting and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find the ice tea", "output": "Respond('Okay, I will go find the ice tea') | Search_Object('ice tea', '') | Respond('Here it is, I have found the ice tea')" }, { "input": "get to know Lucas by the lounge chair, then gonna greet her at the coffee table.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('coffee table') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "greet the person wearing yellow t shirt in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "find soap in the office then get it and bring it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "find water in the kitchen then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Go fetch that plum and put it inside the tray", "output": "Respond('Forsure!') | Search_Object('plum', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "Would you go get the right-most bowl from the office and bring it to me?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('bowl', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Harrie in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Please get the right-most candle from the kitchen and bring it to dishwasher.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('candle', 'right-most') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "tell me what is the biggest fruits on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'biggest fruits') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the hallway cabinet and bring it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "greet Liam in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take fanta from the TV table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('TV table') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Within dishwasher, place bowl", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Person is lying down in entrance. Explain it to me.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Sara in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Find a person at coathanger, guide them to trashcan, and then hand over the cup.", "output": "Move_To('coathanger') | Search_Person('', '') | Respond('Hey, am here to guide you to trashcan, please follow me') | Move_To('trashcan') | Search_Object('cup', '') | Pickup() | Give_To()" }, { "input": "Could you grab the biggest water from the desk and bring it to me?", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('water', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Transport dubbelfris in living room to entrance, give it to person wearing an orange T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('dubbelfris', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi. this dubbelfris for you') | Give_To()" }, { "input": "Could you tell me how many people in the living room are wearing yellow shoes?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing yellow shoes') | Search_Person('user', '') | Answer()" }, { "input": "bring me the black washcloth from the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('washcloth', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Will you tell me how many person pointing to the right are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person pointing to the right') | Search_Person('user', '') | Answer()" }, { "input": "meet Liam in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Liam', '') | What_Day()" }, { "input": "At couch, meet the person who dressed in an orange T-shirt and guide to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Could you tell me how many individuals in the hallway are raising their left arm?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "find washcloth in the office then get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "In the lounge chair, find the one wearing black pants, introduce yourself, and guide them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing black pants') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "You should go after the person dressed in an orange shirt", "output": "Respond('okay I will follow the person dressed in an orange shirt') | Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "say your teams affiliation to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please bring blue stroopwafel to person wearing blue pants at the coathanger", "output": "Respond('Ok! I'll do it') | Search_Object('stroopwafel', 'blue') | Pickup() | Move_To('coathanger') | Search_Person('', 'wearing blue pants') | Respond('Hi. this stroopwafel for you') | Give_To()" }, { "input": "Find tictac at trashcan, and then take it to Hayley in coathanger. Hayley dressed in a blue shirt", "output": "Respond('Sure! I'll do it for you') | Move_To('trashcan') | Search_Object('tictac', '') | Pickup() | Move_To('coathanger') | Search_Person('Hayley', 'dressed in a blue shirt') | Respond('Hi Hayley, this tictac for you') | Give_To()" }, { "input": "who won men's ice hockey in the olympics", "output": "Respond('Olympic Athletes from Russia')" }, { "input": "tell something about yourself to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing yellow jacket in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their right arm in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet William in the kitchen and tell your teams affiliation", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "First, move to lamp, meet Julia who dressed in an orange T-shirt and guide towards the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Julia', 'dressed in an orange T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find soap in the kitchen then get it and give it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet the person wearing white t shirt in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Describe for me the individual whose sitting at the exit.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "I need you to take an inventory of the dishwasher tab in the living room and inform jarvis of the exact number.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('dishwasher tab', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell me what is the largest decorations on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'largest decorations') | Search_Person('user', '') | Answer()" }, { "input": "when did the ncaa tournament expanded to 68 teams", "output": "Respond('2011')" }, { "input": "Go introduce yourself to Sophie in the exit, and then follow.", "output": "Respond('got it!') | Move_To('exit') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing yellow jacket in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Susan in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Sophie at the lounge chair then locate them in the living room", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Harrie in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | What_Day()" }, { "input": "meet Lucas in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | What_Day()" }, { "input": "meet Laura in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "Please carry that plum to the basket", "output": "Respond('Forsure!') | Search_Object('plum', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "What object can be identified as the right-most on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the right-most object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue blouse in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "greet Robin at the lamp.", "output": "Respond('Okay I will greet Robin') | Move_To('lamp') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?')" }, { "input": "meet William in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "find a person raising their right arm in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "find a person pointing to the right in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "who sang if you got the money i got the time", "output": "Respond('Lefty Frizzell')" }, { "input": "Tell your team's affiliation and say hello to the person standing in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "look for a person pointing to the right in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to the waving person in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "find soap in the hallway then fetch it and bring it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "deliver to me the tallest peach from kitchen counter and transport it to couch.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Search_Object('peach', 'tallest') | Pickup() | Move_To('couch') | Place_On('couch')" }, { "input": "Describe for Robin the plum on the hallway cabinet.", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Search_Object('plum', '') | Vision_Ask('describe the plum on the hallway cabinet') | Search_Person('Robin', '') | Answer()" }, { "input": "please say something about yourself to people standing in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('', 'standing people') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "take water from the dishwasher and deliver it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Meet Peter in the desk and then go behind.", "output": "Respond('got it!') | Move_To('desk') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Follow()" }, { "input": "take soap from the hallway cabinet and give it to Susan in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Susan', '') | Give_To()" }, { "input": "salute Jesse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell the man wearing orange pants in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man wearing orange pants') | What_Time()" }, { "input": "greet the person wearing white blouse in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet William in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | What_Day()" }, { "input": "report to person pointing to the right in the living room about the number of strawberry on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('strawberry','') | Move_To('living room') | Search_Person('', 'person pointing to the right') | Answer()" }, { "input": "who plays senara on marvel's agents of shield", "output": "Respond('Florence Faivre')" }, { "input": "look for a waving person in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Time()" }, { "input": "greet the person wearing red jacket in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "Please give the black sponge from the hallway cabinet and afterwards, answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway cabinet') | Search_Object('sponge', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "tell me how many people in the kitchen are wearing black blouses", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing black blouses') | Search_Person('user', '') | Answer()" }, { "input": "Describe for me the individual whose standing you spot.", "output": "Respond('Let me see!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Search blue coke, fetch that coke and place on kitchen counter", "output": "Respond('Sure! I'm working on it') | Search_Object('coke', 'blue') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "locate a waving person in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Susan in the dishwasher and follow them to the kitchen", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('dishwasher') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Follow()" }, { "input": "tell me how many people in the office are wearing red jackets", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing red jackets') | Search_Person('user', '') | Answer()" }, { "input": "take fanta from the dishwasher and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please pour a bit of noodles into a dish", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to Harrie in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Harrie', '') | Give_To()" }, { "input": "I want you to tell me how many person raising their right arm are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "find the apple", "output": "Respond('Okay, I will go find the apple') | Search_Object('apple', '') | Respond('Here it is, I have found the apple')" }, { "input": "I want you to deliver crisp to bag in hallway", "output": "Respond('Sure! I'm working on it') | Search_Object('crisp', '') | Pickup() | Move_To('hallway') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Could you tell me the name of the left-most object on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the left-most object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "meet Kevin in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | What_Day()" }, { "input": "tell the person waving in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'person waving') | What_Day()" }, { "input": "salute Sara in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you tell me the number of people wearing an orange blouse in the kitchen?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Take black curry from lounge chair and then bring it to person who wearing blue shoes at hallway", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('curry', 'black') | Pickup() | Move_To('hallway') | Search_Person('', 'wearing blue shoes') | Respond('Hi, this is for you') | Give_To()" }, { "input": "tell your teams affiliation to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet William in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person pointing to the left in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell the man wearing yellow shirt in the trashcan what day is tomorrow", "output": "Move_To('trashcan') | Search_Person('', 'man wearing yellow shirt') | What_Tomorrow()" }, { "input": "meet Harrie in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Harrie in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Time()" }, { "input": "tell me what is the heaviest object on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'heaviest') | Search_Person('user', '') | Answer()" }, { "input": "Say whats your favorite color to the person lying down in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('', 'lying down') | Respond('My favorite color is blue')" }, { "input": "First, move to couch, meet Lucas who wearing a necklace and guide towards the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Lucas', 'wearing a necklace') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Deliver black strawberry to Robin wearing orange shoes, Robin is in trashcan", "output": "Respond('Okay, I will do it') | Search_Object('strawberry', 'black') | Pickup() | Move_To('trashcan') | Search_Person('Robin', 'wearing orange shoes') | Respond('Hi, this strawberry for you') | Give_To()" }, { "input": "Your job is pick up the black cola, carry it to lamp and then deposit it into the tray", "output": "Respond('Forsure!') | Search_Object('cola', 'black') | Pickup() | Move_To('lamp') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "when is a new episode of the flash coming out", "output": "Respond('October 9 , 2018')" }, { "input": "greet Harrie in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "Can you serve a cup of cereal?", "output": "Respond('Okay, I will go get you some cereal in a cup!') | Search_Object('cereal', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find sponges in the living room then take it and bring it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "where is the tv show heartland filmed at", "output": "Respond('on location in and around High River , Alberta , with additional filming in studio and on location in nearby Calgary')" }, { "input": "guide Sophie from the coffee table to the trashcan", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coffee table to the trashcan') | Move_To('trashcan')" }, { "input": "meet Robin in the office and tell what day is tomorrow", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "locate a person pointing to the right in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their left arm in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide Sophie from the TV table to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the entrance') | Move_To('entrance')" }, { "input": "Deliver sponge in couch to smallest person, The person's name is Liam", "output": "Respond('Okay, I will do it') | Move_To('couch') | Search_Object('sponge', '') | Pickup() | Search_Person('Liam', 'smallest') | Respond('Hi Liam, this is for you') | Give_To()" }, { "input": "Could you describe to Emma the objects on the dinner table?", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('Emma', '') | Answer()" }, { "input": "meet Noah in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Time()" }, { "input": "look for a person raising their right arm in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Make your introduction to the oldest individual in the trashcan and guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing yellow shirt in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "Will you please take the yellow orange from the coathanger and bring it to me?", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('orange', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet John in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say hello to the person wearing an orange T-shirt and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Sophie in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide the person wearing a blue t shirt from the lamp to the hallway cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the hallway cabinet') | Move_To('hallway cabinet')" }, { "input": "greet Liam in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing white shirt in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute Julia in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "find a person raising their left arm in the office and lead them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find soap in the hallway then get it and deliver it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "what is the us space and rocket center", "output": "Respond('a museum operated by the government of Alabama , showcasing rockets , achievements , and artifacts of the U.S. space program')" }, { "input": "meet Harrie in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | What_Time()" }, { "input": "take soap from the shelf and deliver it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "take soap from the shelf and deliver it to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "say hello to Liam in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say your teams country to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "find water in the hallway then take it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Noah in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow jacket in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take the person who is waving to the coathanger", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "bring the black dishwasher tab to me, and respond to a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('dishwasher tab', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet William in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Find a person at coathanger, guide them to couch, and then hand over the washcloth.", "output": "Move_To('coathanger') | Search_Person('', '') | Respond('Hey, am here to guide you to couch, please follow me') | Move_To('couch') | Search_Object('washcloth', '') | Pickup() | Give_To()" }, { "input": "find washcloth in the hallway then take it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Person is sitting in trashcan. Describe to me.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "who sings i dont want to live forever", "output": "Respond('American singer - songwriter Taylor Swift')" }, { "input": "Explain to me how the person lying down looks like.", "output": "Respond('Let me see!') Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Let's have you escort the individual dressed in a yellow blouse you encounter at the couch and bring them to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in a yellow blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "salute Jesse in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Seek blue crisp, pick up that crisp and place on coffee table", "output": "Respond('Sure! I'm working on it') | Search_Object('crisp', 'blue') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "I'm curious about the appearance of person standing in that couch.", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "bring me plum from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me what is the heaviest cleaning supplies on the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('', 'heaviest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "find a person raising their left arm in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "greet Jesse in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "locate a person raising their right arm in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Susan in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go after the person dressed in a black shirt in the office", "output": "Respond('Sure, I will follow the person dressed in a black shirt.') | Move_To('office')| Search_Person('', 'dressed in a black shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing blue sweater in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Hayley in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the hallway then take it and deliver it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "greet Sara in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Sara in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "meet Fleur in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "See sitting person in couch. Describe appearance.", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet Noah in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | What_Time()" }, { "input": "Please pour a dish full of drink", "output": "Respond('Okay, I will go get you some drink in a dish!') | Search_Object('drink', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue coat in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "guide the person wearing a blue t shirt from the shelf to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('shelf') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the shelf to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "locate a person raising their left arm in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Jesse in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "inform jarvis the pancake mix count on the kitchen counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('pancake mix', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a person raising their left arm in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "salute Sara in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Could you bring me the black milk that's in the couch, please?", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('milk', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "What is a Mechanical Knight?", "output": "Respond('A robot sketch made by Leonardo DaVinci.')" }, { "input": "meet Hayley in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and take it and deliver it to Lucas in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Lucas', '') | Give_To()" }, { "input": "greet William in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Peter in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find sausages and get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sausages', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Calculate how many candy at the kitchen counter and inform tony", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('candy', '') | Search_Person('tony', '') | Answer()" }, { "input": "look for a person raising their right arm in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "get to know Susan at the entrance, proceed to the lamp and greet him.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Move_To('lamp') | Search_Person('Susan', '') | Respond('Oh Susan, we meet again!')" }, { "input": "meet Harrie in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | What_Day()" }, { "input": "guide the lying down men at the exit to the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('exit') | Search_Person('', 'lying down men') | Respond('Hey, I am here to guide you to kitchen, please follow me') | Move_To('kitchen')" }, { "input": "meet Fleur in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I am here to follow you') | Follow()" }, { "input": "guide the person wearing black shoes from the trashcan to the entrance", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing black shoes') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "follow the person raising their right arm at hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Follow()" }, { "input": "look for a person raising their left arm in the living room and escort them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find soap in the hallway then get it and give it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "meet Emma in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet Robin in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "please tell the man wearing yellow pants in the office the time", "output": "Move_To('office') | Search_Person('', 'man wearing yellow pants') | What_Time()" }, { "input": "follow Emma from the lamp to the office", "output": "Respond('got it') | Move_To('lamp') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "tell me how many drinks there are on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing orange blouse in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing blue blouse in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell something about yourself to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Go introduce yourself to Emma in the dishwasher, and then follow them to the office.", "output": "Respond('got it!') | Move_To('dishwasher') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Introduce yourself to the person who is pointing to the left and then escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "salute Sara in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white shirt in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say the time to the waving person in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Time()" }, { "input": "greet William in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Sara in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me what is the smallest object on the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('', 'smallest') | Search_Person('user', '') | Answer()" }, { "input": "tell me how many people in the hallway are wearing red coats", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing red coats') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their left arm in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Fleur in the hallway and answer a quiz", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I need you to procure peach and go to kitchen cabinet then place it", "output": "Respond('Sure! I'm working on it') | Search_Object('peach', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet Noah in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell person wearing blue shoes in the lamp how many ice tea there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('ice tea','') | Move_To('lamp') | Search_Person('', 'person wearing blue shoes') | Answer()" }, { "input": "meet Julia in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find soap in the kitchen then grasp it and deliver it to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet Lucas in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Peter in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take soap from the hallway cabinet and give it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "Find the person wearing yellow shoes, introduce yourself, and guide them towards the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "hallway having hagelslag, you check and count, report to that amount to jarvis.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('hagelslag', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing red sweater in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'red sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Within kitchen counter, set bowl which can be found in living room and fork on its right", "output": "Respond('I got this!') | Move_To('living room') |Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('fork', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "greet the person wearing yellow blouse in the living room and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "salute the person wearing yellow shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing white shirt in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find soap in the hallway then grasp it and give it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "greet Harrie in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "Start by introducing yourself to the oldest individual in the lounge chair, then escort them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "where was the movie 10 cloverfield lane filmed", "output": "Respond('Hahnville , Louisiana')" }, { "input": "tell the man wearing blue shirt in the entrance what day is tomorrow", "output": "Move_To('entrance') | Search_Person('', 'man wearing blue shirt') | What_Tomorrow()" }, { "input": "get acquainted with Gabrielle at the lounge chair, then find the person in the entrance and answer a question", "output": "Respond('Okay i will greet the person') | Move_To('lounge chair') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('entrance') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "tell me the pose of the person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the pose of this person?') | Search_Person('user', '') | Answer()" }, { "input": "locate a person pointing to the left in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Time()" }, { "input": "look for a waving person in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "tell me what is the largest food on the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('', 'largest food') | Search_Person('user', '') | Answer()" }, { "input": "tell the woman wearing black pants in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing black pants') | What_Day()" }, { "input": "escort the lying down women at the office to the coathanger", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Person('', 'lying down women') | Respond('Hey, I am here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find cola in the hallway then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Robin in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "guide the waving person from the lamp to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the dishwasher') | Move_To('dishwasher')" }, { "input": "Which is the tallest object on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the tallest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "meet Emma in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Emma', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find plum and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('plum', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find the person wearing glasses in the lamp, introduce yourself, and escort them towards the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "bring me water from the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go after Laura", "output": "Respond('okay I will follow the Laura') | Search_Person('Laura', '') | Follow()" }, { "input": "After you get acquainted with Hayley at the trashcan, head to the dinner table and greet him.", "output": "Respond('Okay i will greet him') | Move_To('trashcan') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('dinner table') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "say hello to the person wearing yellow pants and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Fleur in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "Deliver peach in living room to person wearing an orange blouse", "output": "Respond('Okay, I will do it') | Move_To('living room') | Search_Object('peach', '') | Pickup() | Search_Person('', 'wearing an orange blouse') | Respond('Hi, this peach for you') | Give_To()" }, { "input": "find soap in the living room then fetch it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find milk in the living room then fetch it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet William in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('William', '') | What_Day()" }, { "input": "Please transport that lemon and deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('lemon', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "take the person dressed in an orange blouse from the lamp to the exit after introducing yourself.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "take water from the dinner table and deliver it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Julia in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "guide Sophie from the TV table to the shelf", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the shelf') | Move_To('shelf')" }, { "input": "meet Sara in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the lounge chair to the coffee table", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lounge chair to the coffee table') | Move_To('coffee table')" }, { "input": "look for a waving person in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Time()" }, { "input": "locate a person raising their right arm in the office and tell the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Deliver dubbelfris in trashcan to oldest person, The person's name is Liam", "output": "Respond('Okay, I will do it') | Move_To('trashcan') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('Liam', 'oldest') | Respond('Hi Liam, this is for you') | Give_To()" }, { "input": "Get the right-most dubbelfris from the hallway and bring it here.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('dubbelfris', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you like to tell me how many cleaning supplies are in the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black sweater in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "find soap in the hallway then fetch it and give it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "take soap from the desk and give it to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "take soap from the hallway cabinet and deliver it to the waving person in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Can you take the tallest sausages from the kitchen cabinet and bring it to trashcan?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Search_Object('sausages', 'tallest') | Pickup() | Move_To('trashcan') | Place_On('trashcan')" }, { "input": "greet the person wearing white jacket in the kitchen and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "would you tell the person wearing an orange shirt in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person wearing an orange shirt') | What_Tomorrow()" }, { "input": "tell the woman wearing blue shoes in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman wearing blue shoes') | What_Day()" }, { "input": "the andes mountains are found in which south american countries", "output": "Respond('Chile')" }, { "input": "Would you like to tell me how many decorations are in the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "Describe for Hayley the objects on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('describe the objects on the shelf') | Search_Person('Hayley', '') | Answer()" }, { "input": "Find Susan in the coathanger, introduce yourself, and follow.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Susan', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "Your task is set the dish at the coffee table, and once that's done, set the fork on its left", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('fork', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "take dubbelfris from the kitchen counter and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('dubbelfris', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "bring me curry from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute the person wearing blue shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Robin in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Day()" }, { "input": "meet Harrie in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to Julia in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Julia', '') | Give_To()" }, { "input": "salute Hayley in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Day()" }, { "input": "follow Sophie from the hallway cabinet to the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "Greet the person wearing black pants and share your team's affiliation in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing black pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing red t shirt in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'red t shirt') | What_Time()" }, { "input": "how many number one hits did the supremes have", "output": "Respond('12')" }, { "input": "greet the person wearing yellow coat in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "greet Julia in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Julia in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "greet Jesse in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Time()" }, { "input": "Would you like to tell me how many fruits are in the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'fruits') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the largest drinks on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'largest drinks') | Search_Person('user', '') | Answer()" }, { "input": "locate a waving person in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and grasp it and give it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "tell what day is today to the women lying down in the dinner table", "output": "Respond('Okay, I Am working on it') | Move_To('dinner table') | Search_Person('', 'lying down women') | What_Day()" }, { "input": "Which object on the hallway cabinet is the blue?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the blue object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "set a dish on the kitchen cabinet and a knife on it", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup()| Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "Make your introduction to Jesse in the coffee table, then follow.", "output": "Respond('got it!') | Move_To('coffee table') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing black shirt in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "greet Noah in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "pick up the tictac", "output": "Respond('Okay, I will go get the tictac') | Search_Object('tictac', '') | Pickup() | Respond('Here you go, I have got you the tictac')" }, { "input": "Please take the smallest ice tea from the hallway and bring it to me.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('ice tea', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "give the tallest plate from the hallway to me, and respond to a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway') | Search_Object('plate', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "find sponges in the living room then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black blouse in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | What_Time()" }, { "input": "Retrieve the black crisp from the living room and bring it to me", "output": "Respond('Got it!') | Move_To('living room') | Search_Object('crisp', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Can you deliver to the tallest orange from the dinner table and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('dinner table') | Search_Object('orange', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "greet the person wearing black coat in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow jacket in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "meet Susan in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | What_Time()" }, { "input": "Describe what object is on the dishwasher for Fleur.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Vision_Ask('What is the object on the dishwasher') | Search_Person('Fleur', '') | Answer()" }, { "input": "take the person who is raising their right arm from the trashcan to the exit.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "find Robin", "output": "Respond('Okay, I will go find Robin') | Search_Person('Robin', '') | Respond('Here you are, I have found Robin')" }, { "input": "greet the person wearing yellow coat in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "locate a person pointing to the left in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "find a person pointing to the right in the kitchen and tell what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "meet Sophie in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me candle from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Say hello and mention your team's affiliation to the person wearing blue blouse.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Describe person standing at trashcan to me.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the biggest decorations on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'biggest decorations') | Search_Person('user', '') | Answer()" }, { "input": "pick up the coke", "output": "Respond('Okay, I will go get the coke') | Search_Object('coke', '') | Pickup() | Respond('Here you go, I have got you the coke')" }, { "input": "take the left-most crisp from the desk to the lamp", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('crisp', 'left-most') | Pickup() | Move_To('lamp') | Place_On('lamp')" }, { "input": "greet Hayley in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "tell me how many people in the kitchen are wearing red shirts", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('wearing red shirts') | Search_Person('user', '') | Answer()" }, { "input": "look for a person pointing to the right in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Can you tell me what the yellow object on the desk is?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the yellow object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "Please inform me about the left-most object on the dinner table.", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the left-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Please serve a dish full of noodles", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet William in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('William', '') | What_Day()" }, { "input": "salute Laura in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Time()" }, { "input": "Person is standing in exit, describe to me.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "At lounge chair, meet Robin who is the oldest and take to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('Robin', 'oldest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find soap in the hallway then get it and deliver it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "salute Emma in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and deliver it to Julia in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Julia', '') | Give_To()" }, { "input": "bring me strawberry from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('strawberry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please follow the the lead of person wearing yellow shirt in the office", "output": "Respond('okay I will follow the person wearing yellow shirt') | Move_To('office') | Search_Person('', 'wearing yellow shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "find water in the hallway then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing yellow coat in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Would you mind fetching the black pancake mix from the shelf and bringing it to exit?", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('pancake mix', 'black') | Pickup() | Move_To('exit') | Place_On('exit')" }, { "input": "Would you mind fetching the right-most milk from the TV table and bringing it to lamp?", "output": "Respond('Got it!') | Move_To('TV table') | Search_Object('milk', 'right-most') | Pickup() | Move_To('lamp') | Place_On('lamp')" }, { "input": "go to the hallway cabinet then find coke and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person wearing an orange T-shirt to the exit after making introductions in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "locate a person pointing to the left in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "go to the hallway cabinet then find strawberry and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('strawberry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Hayley in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "salute Laura in the kitchen and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "look for a person pointing to the left in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Fleur in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "bring me the tallest liquorice from the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Object('liquorice', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a waving person in the living room and say what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | What_Day()" }, { "input": "tell the man wearing blue shoes in the kitchen the time", "output": "Move_To('kitchen') | Search_Person('', 'man wearing blue shoes') | What_Time()" }, { "input": "tell me what is the largest food on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'largest food') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the living room and say your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you bring me the biggest dubbelfris that's in the entrance, please?", "output": "Respond('Got it!') | Move_To('entrance') | Search_Object('dubbelfris', 'biggest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "serve me drink in a cup and bring it", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Sophie in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black coat in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Peter in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Peter', '') | Give_To()" }, { "input": "greet William in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell man wearing glasses in the trashcan the number of peach present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('peach','') | Move_To('trashcan') | Search_Person('', 'man wearing glasses') | Answer()" }, { "input": "guide the waving person from the couch to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the couch to the shelf') | Move_To('shelf')" }, { "input": "greet Harrie in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Harrie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "What's the right-most object present on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the right-most object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Take water from lamp and then bring it to person who lying down at coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('water', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'lying down') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing orange t shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'orange t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Emma in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing orange t shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "who plays tammy one on parks and recreation", "output": "Respond('Clarkson')" }, { "input": "Your task is get yellow fork at lounge chair and lay that fork on kitchen counter", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('fork', 'yellow') | Pickup() | Move_To('kitchen counter') |Place_On('kitchen counter')" }, { "input": "greet the person wearing gray jacket in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'gray jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Make introductions with the tallest person before guiding them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing white coat in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "At the coffee table, place bowl", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "Determine how many liquorice are on the kitchen counter and report to that count to jarvis.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('liquorice', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Fleur in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | What_Tomorrow()" }, { "input": "find sponges in the living room then fetch it and give it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you place a dish on the desk, with a spoon in it?", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('spoon', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "greet Robin in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Give me the fork", "output": "Respond('Okay, I will give you the fork') | Search_Object('fork', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the fork')" }, { "input": "who played the cat in the hat in the movie", "output": "Respond('Mike Myers')" }, { "input": "Meet Noah in the desk and then go after them to the living room.", "output": "Respond('got it!') | Move_To('desk') | Search_Person('Noah', '') | Respond('Hey Noah, How are you doing?') | Follow()" }, { "input": "meet Peter in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing black jacket in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Laura in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Day()" }, { "input": "get to know Susan at the entrance, moving forward to find him at the lamp.", "output": "Respond('Okay i will greet him') | Move_To('entrance') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Move_To('lamp') | Search_Person('Susan', '') | Respond('Oh Susan, we meet again!')" }, { "input": "greet Susan in the hallway and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Find Jesse in the lamp, introduce yourself, and go after them to the exit.", "output": "Respond('got it!') | Move_To('lamp') | Search_Person('Jesse', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "follow Sophie from the lounge chair to the living room", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "greet the person wearing yellow t shirt in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | What_Day()" }, { "input": "greet Sophie in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black blouse in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "Please fetch the yellow stroopwafel from the hallway and deliver it to couch.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('stroopwafel', 'yellow') | Pickup() | Move_To('couch') | Place_On('couch')" }, { "input": "salute Susan in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Time()" }, { "input": "Deliver dishwasher tab in office to person wearing an orange T-shirt", "output": "Respond('Okay, I will do it') | Move_To('office') | Search_Object('dishwasher tab', '') | Pickup() | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, this dishwasher tab for you') | Give_To()" }, { "input": "tell your teams country to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say hello to the person wearing black pants and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing black pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "would you tell the person dressed in an orange shirt in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'person dressed in an orange shirt') | What_Tomorrow()" }, { "input": "greet the person wearing blue shirt in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "meet Jesse in the hallway and tell your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "bring me candle from the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person who is wearing orange pants to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing black sweater in the office and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "I wand you to carry pringles from trashcan to living room. Then hand it over to oldest ", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('pringles', '') | Pickup() | Move_To('living room') | Search_Person('', 'oldest') | Respond('Hi. this pringles for you') | Give_To()" }, { "input": "After introducing yourself to the person raising their right arm at the trashcan, guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Tell whats your team afiliation to Gabrielle", "output": "Respond('Okay! I got it') | Search_Person('Gabrielle', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me how many people in the living room are wearing red coats", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing red coats') | Search_Person('user', '') | Answer()" }, { "input": "Introduce yourself to the person pointing to the left at the couch and then proceed to escort them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'pointing to the left') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Please tell me how many person raising their right arm are in the living room", "output": "Respond('got it') | Move_To('living room') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "please say something about yourself to Lucas who is standing in the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Person('Lucas', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "tell man wearing a hat in the entrance the number of coke present on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('coke','') | Move_To('entrance') | Search_Person('', 'man wearing a hat') | Answer()" }, { "input": "Introduce yourself to the person wearing orange shoes at the couch and then proceed to escort them to the coathanger.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'wearing orange shoes') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Introduce your team's affiliation and greet the smallest person in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find soap in the kitchen then grasp it and deliver it to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "Say hello to the person sitting in the hallway and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "State your team's affiliation and say hello to the person sitting in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Sophie at the entrance then locate them in the kitchen", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "In the hallway, how many individuals are sitting?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('sitting') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "meet Harrie at the couch, then locate the person in the exit and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('couch') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('exit') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "salute the person wearing blue coat in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('I am here to follow you') | Follow()" }, { "input": "find sponges in the hallway then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing black shirt in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | What_Tomorrow()" }, { "input": "look for a person pointing to the left in the hallway and tell something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Fleur in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take coke from the shelf and give it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find sponges in the hallway then get it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Introduce yourself to the tallest person at the trashcan and then proceed to escort them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Please move to the dinner table. tell me how many cleaning supplies are on there. ", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "salute Sara in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your task is to escort the person who is lying down in couch to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'lying down') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Kevin in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black blouse in the kitchen and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "inform jarvis after counting washcloth at the TV table.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('washcloth', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Please inform man waving in the office how many lemon there are on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('lemon','') | Move_To('office') | Search_Person('', 'man waving') | Answer()" }, { "input": "greet the person wearing black shirt in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black shirt') | What_Time()" }, { "input": "meet William in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find washcloth in the hallway then get it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Find Peter in the entrance, introduce yourself, and go behind them to the lounge chair.", "output": "Respond('got it!') | Move_To('entrance') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "place a cup on the shelf and lay a fork on it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('shelf') | Place_On('shelf') | Search_Object('fork', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "meet John in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('John', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say something about yourself to the person lying down in the kitchen", "output": "Respond('Okay! I got it') | Move_To('kitchen') | Search_Person('', 'lying down') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "find a waving person in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Lucas in the hallway and tell what day is today", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Day()" }, { "input": "greet the person wearing black jacket in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | What_Tomorrow()" }, { "input": "where does the energy for oxidative phosphorylation come from", "output": "Respond('electrons flowing through this electron transport chain is used to transport protons across the inner mitochondrial membrane , in a process called electron transport . This generates potential energy in the form of a pH gradient and an electrical potential across this membrane')" }, { "input": "bring me candle from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('candle', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "deliver to the tallest candle for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('candle', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Please place a dish on the desk, with a knife on it", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "guide the waving person from the coffee table to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the dishwasher') | Move_To('dishwasher')" }, { "input": "greet the person wearing red t shirt in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'red t shirt') | What_Day()" }, { "input": "find soap in the hallway then fetch it and bring it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "look for a person raising their left arm in the kitchen and tell what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "find water in the living room then fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "escort the sitting men in the kitchen cabinet to the office", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen cabinet') | Search_Person('', 'sitting men') | Respond('Hey, I am here to guide you to office, please follow me') | Move_To('office')" }, { "input": "count the mayonaise at the TV table and report to person dressed in a black blouse in the kitchen", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('mayonaise','') | Move_To('kitchen') | Search_Person('', 'person dressed in a black blouse') | Answer()" }, { "input": "Say whats your favorite color to the person in the living room", "output": "Respond('Okay! I got it') | Move_To('living room') | Search_Person('', '') | Respond('My favorite color is blue')" }, { "input": "To the coathanger, escort the tallest person.", "output": "Respond('Got it!') | Search_Person('', 'tallest') | Respond('Hi, I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing yellow blouse in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "meet Peter in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | What_Time()" }, { "input": "meet Sophie at the trashcan then locate them in the kitchen", "output": "Respond('got it') | Move_To('trashcan') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "Would you like to tell me how many food are in the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their left arm in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "The request for you is to take Robin who wearing a necklace lingering at the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', 'wearing a necklace') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "find soap in the hallway then get it and bring it to Kevin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Kevin', '') | Give_To()" }, { "input": "fanta in hallway there, you count and give tony how much numbers.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('fanta', '') | Search_Person('tony', '') | Answer()" }, { "input": "go after the person dressed in an orange blouse in the hallway", "output": "Respond('Sure, I will follow the person dressed in an orange blouse.') | Move_To('hallway')| Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "greet the person wearing black sweater in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black sweater') | What_Time()" }, { "input": "find soap in the office then grasp it and deliver it to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing white sweater in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Would you mind retrieving the right-most apple from the kitchen and bring it to me?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('apple', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who won the final four basketball game last year", "output": "Respond('North Carolina')" }, { "input": "Take stock of sausages at the hallway and report to tony", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('sausages', '') | Search_Person('tony', '') | Answer()" }, { "input": "find a person raising their right arm in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "explain to Laura what item is situated on the shelf.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('What is the object on the shelf') | Search_Person('Laura', '') | Answer()" }, { "input": "locate a person raising their right arm in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "find the pringles at the shelf", "output": "Respond('Okay, I will go find the pringles') | Move_To('shelf') | Search_Object('pringles', '') | Respond('Here it is, I have found the pringles')" }, { "input": "guide the waving person from the coffee table to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "Take yellow candy from lounge chair and then bring it to person who wearing a necklace at kitchen", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('candy', 'yellow') | Pickup() | Move_To('kitchen') | Search_Person('', 'wearing a necklace') | Respond('Hi, this is for you') | Give_To()" }, { "input": "greet the person wearing black blouse in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "Meet John and escort to entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('John', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Jesse in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Jesse', '') | What_Day()" }, { "input": "take soap from the shelf and give it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "It would be great if you could explain to the person at entrance how the individual lying down at lamp appears.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "meet Laura in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Laura', '') | What_Tomorrow()" }, { "input": "tell me what is the largest cleaning supplies on the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('', 'largest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "Take stock of knife at the coffee table and inform jarvis", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('knife', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell the man dressed in an orange blouse in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man dressed in an orange blouse') | What_Day()" }, { "input": "find Kevin at the entrance", "output": "Respond('Okay, I will go find Kevin') | Move_To('entrance') | Search_Person('Kevin', '') | Respond('Here you are, I have found Kevin')" }, { "input": "meet Sara in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sara', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "get acquainted with Susan at the exit, then go to the couch to find him.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Susan', '') | Respond('Hey Susan, How are you doing?') | Move_To('couch') | Search_Person('Susan', '') | Respond('Oh Susan, we meet again!')" }, { "input": "You should follow the lead of person wearing blue blouse", "output": "Respond('Sure, I will follow the person wearing blue blouse.') | Search_Person('', 'wearing blue blouse') | Respond('I am here to follow you.')| Follow()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Sophie in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Sophie', '') | Give_To()" }, { "input": "take soap from the hallway cabinet and give it to Sara in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Sara', '') | Give_To()" }, { "input": "follow Sophie from the kitchen counter to the living room", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "guide Sophie from the coffee table to the lounge chair", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the coffee table to the lounge chair') | Move_To('lounge chair')" }, { "input": "inform tallest woman in the office how many sausages exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('sausages','') | Move_To('office') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "Can you provide me a depiction of the person standing at the couch?", "output": "Respond('Let me see!') | Move_To('couch') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Would you go and get the blue pringles from the hallway and bring it to me?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('pringles', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say hello to the person wearing an orange blouse and say your teams affiliation", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "what type of control system logic did plc ladder logic replace", "output": "Respond('relay')" }, { "input": "tell man dressed in an orange blouse in the exit how many knife exist on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('knife','') | Move_To('exit') | Search_Person('', 'man dressed in an orange blouse') | Answer()" }, { "input": "greet the person wearing white jacket in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Harrie in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('Harrie', '') | Give_To()" }, { "input": "last time a red sox pitcher threw a no hitter", "output": "Respond('May 19 , 2008')" }, { "input": "meet Robin in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "tell woman wearing yellow T-shirt in the living room how many dishwasher tab there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('dishwasher tab','') | Move_To('living room') | Search_Person('', 'woman wearing yellow T-shirt') | Answer()" }, { "input": "greet the person wearing blue t shirt in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue sweater in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "greet Harrie in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Day()" }, { "input": "Please relate tallest woman in the lamp how many fanta there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('fanta','') | Move_To('lamp') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "describe the items on the desk to Susan.", "output": "Respond('Let me see!') | Move_To('desk') | Vision_Ask('describe the objects on the desk') | Search_Person('Susan', '') | Answer()" }, { "input": "tell me how many people in the office are wearing blue coats", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing blue coats') | Search_Person('user', '') | Answer()" }, { "input": "where was the movie moon over parador filmed", "output": "Respond('Salvador , Bahia , Brazil')" }, { "input": "At couch, meet the person who wearing an orange T-shirt and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Julia in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "meet Jesse in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Day()" }, { "input": "I want you to tell me how many person raising their right arm are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "Please transport that cup and deposit it into the bag", "output": "Respond('Forsure!') | Search_Object('cup', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "where are the green mountains located on a map", "output": "Respond('approximately 250 miles ( 400 km ) from the border with Massachusetts to that with Quebec , Canada')" }, { "input": "Could you please bring this bowl to tray in office?", "output": "Respond('Forsure!') | Search_Object('bowl', '') | Pickup() | Move_To('office') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "tell the man dressed in a yellow blouse in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'man dressed in a yellow blouse') | What_Day()" }, { "input": "take cola from the shelf and give it to me", "output": "Respond('got it') | Move_To('shelf') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Deliver dishwasher tab in office to person wearing an orange shirt", "output": "Respond('Okay, I will do it') | Move_To('office') | Search_Object('dishwasher tab', '') | Pickup() | Search_Person('', 'wearing an orange shirt') | Respond('Hi, this dishwasher tab for you') | Give_To()" }, { "input": "salute Sara in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their right arm in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "find soap in the hallway then take it and give it to Noah in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Noah', '') | Give_To()" }, { "input": "greet the person wearing blue coat in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take coke from the kitchen cabinet and give it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue sweater in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please guide Sophie who wearing orange pants from lamp to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Sophie', 'wearing orange pants') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Could you name the yellow object on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the yellow object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "How many people in the kitchen are dressed in a blue shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in a blue shirt') | Search_Person('user', '') | Answer()" }, { "input": "follow Sophie from the coathanger to the hallway", "output": "Respond('got it') | Move_To('coathanger') | Search_Person('Sophie', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "greet the person wearing red blouse in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "find a person pointing to the right in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "meet Robin in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide Sophie from the desk to the lamp", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the lamp') | Move_To('lamp')" }, { "input": "greet Susan in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Would you like to tell me how many decorations are in the TV table", "output": "Respond('got it') | Move_To('TV table') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "In first, find dish and then put on kitchen cabinet", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "greet Sophie in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Inside desk spoon, you look count and report to that numbers to jarvis.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('spoon', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Could you tally up candle at the hallway and report to jarvis", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Emma in the hallway and say the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Time()" }, { "input": "greet the person wearing black coat in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "navigate to the exit then look for a coke and fetch it and give it to the person standing in the lounge chair", "output": "Respond('Okay i got it!') | Move_To('exit') | Search_Object('coke', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'standing') | Give_To()" }, { "input": "greet the person wearing yellow sweater in the kitchen and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "will you say what day is tomorrow to the oldest person in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'oldest person') | What_Tomorrow()" }, { "input": "follow Julia from the dinner table to the hallway", "output": "Respond('got it') | Move_To('dinner table') | Search_Person('Julia', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Take a black banana and put it down on dishwasher", "output": "Respond('OK! I'm working on it') | Search_Object('banana', 'black') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Take yellow mayonaise from trashcan and then bring it to person who dressed in a black T-shirt", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Object('mayonaise', 'yellow') | Pickup() | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Please place dish at the hallway cabinet", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "go to the hallway cabinet then find hagelslag and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "where are they building the new raider stadium", "output": "Respond('Paradise , Nevada')" }, { "input": "deliver to the black plum from the kitchen counter for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('kitchen counter') | Search_Object('plum', 'black') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "salute Peter in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "answer the question of the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Emma in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "Would you like to tell me how many snacks are in the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "navigate to the office then look for a pancake mix and give it to the people standing in the lounge chair", "output": "Respond('Okay, I Am working on it') | Move_To('office') | Search_Object('pancake mix', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'standing people') | Give_To()" }, { "input": "tell me how many people in the office are wearing white shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing white shirts') | Search_Person('user', '') | Answer()" }, { "input": "Can you tell me which is the blue object on the coffee table?", "output": "Respond('Got it!') | Move_To('coffee table') | Vision_Ask('what is the blue object on the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "inform jarvis after counting apple placed in the hallway.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('apple', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take the lying down people in the kitchen to the couch", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('', 'lying down people') | Respond('Hey, I am here to guide you to couch, please follow me') | Move_To('couch')" }, { "input": "greet Robin in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "salute Emma in the office and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "find coke in the hallway then grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Fleur in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Please tell the person at the coathanger how does the person standing look like ?", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "find soap in the hallway then take it and bring it to Susan in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Susan', '') | Give_To()" }, { "input": "take the left-most mayonaise from the kitchen to the hallway cabinet", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('mayonaise', 'left-most') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "find a waving person in the office and say your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Pickup the plate, which is in office, put on the basket", "output": "Respond('Forsure!') | Move_To('office') | Search_Object('plate', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet the person wearing yellow t shirt in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | What_Time()" }, { "input": "tell the woman dressed in a blue T-shirt in the hallway the day of the month", "output": "Move_To('hallway') | Search_Person('', 'woman dressed in a blue T-shirt') | What_Day()" }, { "input": "greet the person wearing black t shirt in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | What_Day()" }, { "input": "Say your team's affiliation and greet the person raising their left arm in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing white shirt in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white shirt') | What_Tomorrow()" }, { "input": "greet Harrie in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take William to the lounge chair", "output": "Respond('Okay, I am working on it') | Search_Person('William', '') | Respond('Hey, I am here to guide you to lounge chair, please follow me') | Move_To('lounge chair')" }, { "input": "follow Julia from the shelf to the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Julia', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Describe for Lucas the knife situated on the dishwasher.", "output": "Respond('Let me see!') | Move_To('dishwasher') | Search_Object('knife', '') | Vision_Ask('describe the knife on the dishwasher') | Search_Person('Lucas', '') | Answer()" }, { "input": "meet Sophie in the living room and lead them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "say something about yourself to the person sitting in the hallway", "output": "Respond('Okay! I got it') | Move_To('hallway') | Search_Person('', 'sitting') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "greet Peter in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Sara in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take cola from the TV table and deliver it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "What object is the black one on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the black object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "greet Noah in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('I am here to follow you') | Follow()" }, { "input": "follow Sophie from the couch to the living room", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "Navigate to find the bowl and put on TV table", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('TV table') | Place_On('TV table')" }, { "input": "salute Emma in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "find sponges in the office then get it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Sophie in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Sara in the living room and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Tomorrow()" }, { "input": "go to the hallway cabinet then find apple and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('apple', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing yellow coat in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute the person wearing yellow shirt in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet Robin in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "Please go after person wearing blue shirt in the hallway", "output": "Respond('Sure, I will follow the person wearing blue shirt.') | Move_To('hallway')| Search_Person('', 'wearing blue shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "find the peach at the kitchen counter", "output": "Respond('Okay, I will go find the peach') | Move_To('kitchen counter') | Search_Object('peach', '') | Respond('Here it is, I have found the peach')" }, { "input": "greet Sophie in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "give the blue sponge from the hallway to me, and respond to a question.", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway') | Search_Object('sponge', 'blue') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Introduce yourself to the tallest person in the lamp and then escort them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "In the kitchen, say hello and mention your team's affiliation to the person wearing yellow T-shirt.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing yellow T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "relate woman wearing yellow T-shirt in the trashcan how many dubbelfris there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('dubbelfris','') | Move_To('trashcan') | Search_Person('', 'woman wearing yellow T-shirt') | Answer()" }, { "input": "meet Sophie in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Sophie in the kitchen and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take sponges from the TV table and bring it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Would you like to tell me how many snacks are in the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "escort Hayley to the exit", "output": "Respond('Okay, I am working on it') | Search_Person('Hayley', '') | Respond('Hey, I am here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing yellow shirt in the office and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "salute the person wearing yellow blouse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say what time is it to the women lying down in the TV table", "output": "Respond('Okay, I Am working on it') | Move_To('TV table') | Search_Person('', 'lying down women') | What_Time()" }, { "input": "when was the last time england won a football tournament", "output": "Respond('2016')" }, { "input": "Would you describe the coke on the shelf to Kevin?", "output": "Respond('Let me see!') | Move_To('shelf') | Search_Object('coke', '') | Vision_Ask('describe the coke on the shelf') | Search_Person('Kevin', '') | Answer()" }, { "input": "Go to couch, meet Sara who wearing glasses and escort to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Sara', 'wearing glasses') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "guide the person sitting from the lamp to the entrance", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'sitting') | Respond('Hi, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find a person raising their right arm in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Once you've introduced yourself to the person wearing a necklace in the lamp, take them to the entrance.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing a necklace') | Respond('Hi, I'm Lucio. I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "I'd like to know what the right-most thing on the TV table is.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the right-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "find cola in the hallway then fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "At couch, escort Harrie who dressed in a black shirt to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Harrie', 'dressed in a black shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Sophie in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Susan in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you count the number of people in the living room dressed in an orange shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('dressed in an orange shirt') | Search_Person('user', '') | Answer()" }, { "input": "Tell me which object is the black on the TV table.", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the black object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "salute Sophie in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Your task is to convey the yellow coke from kitchen to lounge chair and place it inside the basket", "output": "Respond('Forsure!') | Move_To('kitchen') | Search_Object('coke', 'yellow') | Pickup() | Move_To('lounge chair') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "meet Susan in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you count how many people in the kitchen are dressed in a yellow shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('dressed in a yellow shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Noah in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | What_Day()" }, { "input": "greet the person wearing yellow coat in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow coat') | What_Time()" }, { "input": "Describe the individual lying down for me and also answer a question.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet the person wearing black t shirt in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black t shirt') | What_Time()" }, { "input": "meet Gabrielle at the lamp, then greet her at the dishwasher.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('dishwasher') | Search_Person('Gabrielle', '') | Respond('Oh Gabrielle, we meet again!')" }, { "input": "locate a person raising their left arm in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Julia in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say what day is today to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Can you tell me the number of individuals lying down in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "tell me what is the largest cleaning supplies on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'largest cleaning supplies') | Search_Person('user', '') | Answer()" }, { "input": "greet Noah in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | What_Day()" }, { "input": "greet Lucas in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "tell me how the person standing at the trashcan looks like and answer a question", "output": "Respond('Am on it!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "locate a person raising their left arm in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Sara in the office and answer a question", "output": "Respond('got it') | Move_To('office') | Search_Person('Sara', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "count the pancake mix at the TV table and report to jarvis", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('pancake mix', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow coat in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | What_Day()" }, { "input": "inform child in the office about the number of pea soup on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('pea soup','') | Move_To('office') | Search_Person('', 'child') | Answer()" }, { "input": "find a person raising their left arm in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing white blouse in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "greet the person wearing black shirt in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | What_Day()" }, { "input": "Can you tell me the number of individuals raising their left arm in the hallway?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "Could you please go to the office, count all the hagelslag there, and let tony know the total?", "output": "Respond('got it!') | Move_To('office') | Count_Object('hagelslag', '') | Search_Person('tony', '') | Answer()" }, { "input": "From kitchen, pickup cup and convey it to person wearing orange pants at lounge chair", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('cup', '') | Pickup() | Move_To('lounge chair') | Search_Person('', 'wearing orange pants') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "greet the person wearing black blouse in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please serve some cereal in the dish", "output": "Respond('Okay, I will go get you some cereal in a dish!') | Search_Object('cereal', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue t shirt in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "kitchen having pea soup, you check and count, report to that amount to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('pea soup', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "which emperor built the colosseum 70 ce in rome", "output": "Respond('Titus')" }, { "input": "At the lounge chair, get acquainted with Hayley, then greet her at the TV table.", "output": "Respond('Okay i will greet her') | Move_To('lounge chair') | Search_Person('Hayley', '') | Respond('Hey Hayley, How are you doing?') | Move_To('TV table') | Search_Person('Hayley', '') | Respond('Oh Hayley, we meet again!')" }, { "input": "tell person waving in the couch the number of coke present on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('coke','') | Move_To('couch') | Search_Person('', 'person waving') | Answer()" }, { "input": "Describe person lying down to me.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing blue sweater in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue sweater') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Sara in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "Greet the person sitting and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please convey apple from lamp to hallway. And hand it over to tallest", "output": "Respond(,'Ok! I'll do it') | Move_To('lamp') | Search_Object('apple', '') | Pickup() | Move_To('hallway') | Search_Person('', 'tallest') | Respond('Hi. this apple for you') | Give_To()" }, { "input": "take sponges from the kitchen counter and deliver it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Laura in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | What_Time()" }, { "input": "take cola from the TV table and bring it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the waving person from the trashcan to the trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the trashcan') | Move_To('trashcan')" }, { "input": "greet Susan in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Susan', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell what day is today to the people lying down in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'lying down people') | What_Day()" }, { "input": "salute Julia in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "when does mary and the witch's flower come out", "output": "Respond('January 19 , 2018')" }, { "input": "Can you give me the left-most cup and answer a question?", "output": "Respond('Got it i will bring it to you!') | Search_Object('cup', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "salute John in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Liam in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "locate a waving person in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Tomorrow()" }, { "input": "greet Hayley in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "tell me what is the heaviest object on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'heaviest') | Search_Person('user', '') | Answer()" }, { "input": "count the banana at the dinner table and report to man wearing blue shirt in the office", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('banana','') | Move_To('office') | Search_Person('', 'man wearing blue shirt') | Answer()" }, { "input": "Tally the candy lying on the table in the dining area and report to the count to jarvis.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('candy', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet Jesse in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Day()" }, { "input": "Take a blue cup from couch and put it down on desk", "output": "Respond('OK! I'm working on it') | Move_To('couch') | Search_Object('cup', 'blue') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "find a person raising their left arm in the hallway and say what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "meet Sophie at the TV table then locate them in the hallway", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "say hello to Liam in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Can you tell me how many people in the hallway are wearing a hat?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing a hat') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the kitchen and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow coat in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | What_Tomorrow()" }, { "input": "greet the person wearing yellow t shirt in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell me what is the biggest fruits on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'biggest fruits') | Search_Person('user', '') | Answer()" }, { "input": "escort the person wearing yellow blouse from the trashcan to the entrance after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing yellow blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "I need you to describe the person adopting the lying down and answer a question.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "Determine how many mayonaise are on the dining room table and report to that figure to tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('mayonaise', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing white jacket in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white jacket') | What_Day()" }, { "input": "say hello to Julia in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find washcloth and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "inform man wearing orange pants in the office how many strawberry there are on the lamp", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('strawberry','') | Move_To('office') | Search_Person('', 'man wearing orange pants') | Answer()" }, { "input": "greet Fleur in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Travel to the couch, search for a tictac, and give it to the person standing in the coathanger.", "output": "Respond('Okay i got it!') | Move_To('couch') | Search_Object('tictac', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'standing') | Give_To()" }, { "input": "Your mission is take candy from lounge chair. Finally, handover that candy to person wearing yellow pants", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('candy', '') | Pickup() | Search_Person('', 'wearing yellow pants') | Respond('Hi. this candy for you') | Give_To()" }, { "input": "go to the hallway cabinet then find peach and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('peach', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing white t shirt in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Julia in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "Person is lying down in coathanger, say details to me.", "output": "Respond('Let me see!') | Move_To('coathanger') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "What object is the black that you see on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the black object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "take soap from the shelf and give it to the person pointing to the right in the hallway", "output": "Respond('got it') | Move_To('shelf') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "salute Sara in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "Please tell me how does the person standing at the lamp look like ?", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow sweater in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I need you to take dubbelfris at kitchen and put it on coffee table", "output": "Respond('Sure! I'm working on it') | Move_To('kitchen') | Search_Object('dubbelfris', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "go to the hallway cabinet then find water and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('water', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "count the sausages at the TV table and report to person wearing a necklace in the kitchen", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('sausages','') | Move_To('kitchen') | Search_Person('', 'person wearing a necklace') | Answer()" }, { "input": "Say hello to the person in the living room wearing black blouse and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing black blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Susan in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Susan', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "First, meet Laura at the coathanger, then greet her at the couch.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('couch') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "greet Noah in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | What_Day()" }, { "input": "meet Lucas in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | What_Day()" }, { "input": "In what year was Canada invaded by the USA for the first time?", "output": "Respond('The first time that the USA invaded Canada was in 1775')" }, { "input": "find a person pointing to the left in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "Please tell person wearing yellow shoes in the couch how many cola there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('cola','') | Move_To('couch') | Search_Person('', 'person wearing yellow shoes') | Answer()" }, { "input": "Can I ask you to transfer cup in hallway to entrance and place in the tray?", "output": "Respond('Sure! I'm working on it') | Move_To('hallway') | Search_Object('cup', '') | Pickup() | Move_To('entrance') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "say the day of the month to the man wearing an orange shirt in the coffee table", "output": "Move_To('coffee table') | Search_Person('', 'man wearing an orange shirt') | What_Day()" }, { "input": "meet Noah in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Julia in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Julia in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet Harrie in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Harrie', '') | What_Day()" }, { "input": "greet Fleur in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person who is the smallest at the lamp to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "go to the hallway cabinet then find candy and fetch it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('candy', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "describe the person lying down at the trashcan to the person at the exit", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('exit') | Search_Person('', '') | Answer()" }, { "input": "guide Sophie from the desk to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the desk to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "follow Sophie from the lounge chair to the kitchen", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Sophie', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "tell the woman raising their right arm in the kitchen cabinet what day is today", "output": "Move_To('kitchen cabinet') | Search_Person('', 'woman raising their right arm') | What_Day()" }, { "input": "Fetch the yellow sponge from the hallway and take it to kitchen counter.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('sponge', 'yellow') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Would you tell me how many person raising their right arm are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "meet William in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('William', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Once you've introduced yourself to the person wearing an orange T-shirt, guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Go to trashcan to pick up milk and then transfer that milk on dishwasher", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('milk', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "inform woman wearing glasses in the trashcan how many sausages there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('sausages','') | Move_To('trashcan') | Search_Person('', 'woman wearing glasses') | Answer()" }, { "input": "How many individuals in the living room are pointing to the left?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('pointing to the left') | Search_Person('user', '') | Answer()" }, { "input": "locate a waving person in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet Noah in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | What_Day()" }, { "input": "In the office, say hello to the oldest person and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find a person raising their right arm in the kitchen and say the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "After which you should meet Robin and reply to a question.", "output": "Respond('got it!') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet Noah in the office and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | What_Time()" }, { "input": "Look for Emma at the exit and respond to a question.", "output": "Respond('Okay, I will go find Emma') | Move_To('exit') | Search_Person('Emma', '') | Respond('Hi, please give me a question') | New_Request()" }, { "input": "count the liquorice at the lounge chair and then report to woman wearing blue shoes in the exit", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('liquorice','') | Move_To('exit') | Search_Person('', 'woman wearing blue shoes') | Answer()" }, { "input": "Find a person at kitchen, guide them to desk, and then hand over the strawberry.", "output": "Move_To('kitchen') | Search_Person('', '') | Respond('Hey, am here to guide you to desk, please follow me') | Move_To('desk') | Search_Object('strawberry', '') | Pickup() | Give_To()" }, { "input": "what is season 3 of total drama called", "output": "Respond('Total Drama World Tour')" }, { "input": "take the individual wearing blue T-shirt to the exit after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "Let's have you guide Emma who wearing a hat you encounter at the lamp and bring them to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Emma', 'wearing a hat') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Robin in the hallway and say your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Introduce yourself to the oldest person at the lamp, then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet Robin in the office and tell what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "tell me what is the smallest food on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'smallest food') | Search_Person('user', '') | Answer()" }, { "input": "meet Liam in the hallway and lead them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find the candle at the shelf", "output": "Respond('Okay, I will go find the candle') | Move_To('shelf') | Search_Object('candle', '') | Respond('Here it is, I have found the candle')" }, { "input": "meet Susan in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | What_Tomorrow()" }, { "input": "locate a person pointing to the left in the living room and take them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing white coat in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "where does the water from niagara falls go", "output": "Respond('into Lake Ontario')" }, { "input": "deliver to me some cereal in a bowl", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "serve some drink in a bowl", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "please tell the man dressed in an orange T-shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'man dressed in an orange T-shirt') | What_Time()" }, { "input": "get acquainted with Sara at the couch, then go to the shelf to find him.", "output": "Respond('Okay i will greet him') | Move_To('couch') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Move_To('shelf') | Search_Person('Sara', '') | Respond('Oh Sara, we meet again!')" }, { "input": "At the entrance, get acquainted with Peter, then find her at the kitchen cabinet.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('kitchen cabinet') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "It would be helpful if you could check inside the kitchen cabinet, count the total articles of stroopwafel, and inform that number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('stroopwafel', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to the waving person in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Say whats your team affiliation to the person sitting in the hallway", "output": "Respond('Okay! I got it') | Move_To('hallway') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "count the fanta at the dinner table and report to man wearing an orange T-shirt in the office", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('fanta','') | Move_To('office') | Search_Person('', 'man wearing an orange T-shirt') | Answer()" }, { "input": "greet the person wearing blue shirt in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "greet John in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | What_Day()" }, { "input": "tell person dressed in a black shirt in the shelf how many mayonaise there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('mayonaise','') | Move_To('shelf') | Search_Person('', 'person dressed in a black shirt') | Answer()" }, { "input": "take the standing people in the entrance to the office", "output": "Respond('Okay, I Am working on it') | Move_To('entrance') | Search_Person('', 'standing people') | Respond('Hey, I am here to guide you to office, please follow me') | Move_To('office')" }, { "input": "greet the person wearing black coat in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "meet William at the lounge chair.", "output": "Respond('Okay I will meet William') | Move_To('lounge chair') | Search_Person('William', '') | Respond('Hi William, How are you doing?')" }, { "input": "Introduce your team's affiliation and greet the person raising their left arm in the hallway.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute Hayley in the living room and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing black sweater in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing yellow shirt in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Harrie in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell woman wearing orange shoes in the trashcan how many soap there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('soap','') | Move_To('trashcan') | Search_Person('', 'woman wearing orange shoes') | Answer()" }, { "input": "bring the peach", "output": "Respond('Okay, I will go deliver the peach') | Search_Object('peach', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the peach')" }, { "input": "salute Hayley in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "greet John in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Emma in the kitchen and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "greet Julia in the office and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Robin in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | What_Time()" }, { "input": "take the individual raising their left arm to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing white t shirt in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Please tell me what the smallest object on the kitchen cabinet is.", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the smallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "What's the smallest object visible on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the smallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "count the knife at the kitchen and inform person pointing to the left in the lamp", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('knife','') | Move_To('lamp') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "count the liquorice at the coffee table and then report to smallest man in the office", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('liquorice','') | Move_To('office') | Search_Person('', 'smallest man') | Answer()" }, { "input": "meet Robin in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Greet the oldest person and state your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "get acquainted with Lucas at the entrance, then welcome her at the TV table.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('TV table') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "find sponges in the kitchen then fetch it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many drinks there are on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing orange jacket in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'orange jacket') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Take stock of fanta at the dinner table and inform tony", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('fanta', '') | Search_Person('tony', '') | Answer()" }, { "input": "count the soap at the lamp and inform person dressed in a black blouse in the coathanger", "output": "Respond('got it!') | Move_To('lamp') | Count_Object('soap','') | Move_To('coathanger') | Search_Person('', 'person dressed in a black blouse') | Answer()" }, { "input": "Introduce yourself to the smallest person, then guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "What I need for you is to take Noah to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Noah', '') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "To the entrance, take the individual who is wearing glasses.", "output": "Respond('Got it!') | Search_Person('', 'wearing glasses') | Respond('Hi, I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "locate a person raising their left arm in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing gray shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'gray shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "go to the hallway cabinet then find strawberry and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('strawberry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "relate child in the kitchen how many peach there are on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('peach','') | Move_To('kitchen') | Search_Person('', 'child') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the desk to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the TV table') | Move_To('TV table')" }, { "input": "Can you bring the tallest fork from the hallway to where I am?", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('fork', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say the day of the month to the man wearing yellow shoes in the coffee table", "output": "Move_To('coffee table') | Search_Person('', 'man wearing yellow shoes') | What_Day()" }, { "input": "Retrieve the smallest banana from the coathanger and bring it to me", "output": "Respond('Got it!') | Move_To('coathanger') | Search_Object('banana', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person pointing to the left in the office and tell your teams affiliation", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from Pusan National University in south korea')" }, { "input": "salute Sophie in the hallway and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "greet the person wearing black jacket in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "find the peach", "output": "Respond('Okay, I will go find the peach') | Search_Object('peach', '') | Respond('Here it is, I have found the peach')" }, { "input": "go to the hallway cabinet then find soap and get it and deliver it to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "What is the blue object there on the kitchen counter?", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the blue object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "tell the person wearing blue shirt in the office the time", "output": "Move_To('office') | Search_Person('', 'person wearing blue shirt') | What_Time()" }, { "input": "when does power rangers super ninja steel come out", "output": "Respond('2018')" }, { "input": "See banana in living room. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('banana', '') | Search_Person('tony', '') | Answer()" }, { "input": "guide Sophie from the lounge chair to the desk", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the lounge chair to the desk') | Move_To('desk')" }, { "input": "salute Laura in the hallway and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the hallway then fetch it and bring it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "tell man dressed in an orange shirt in the exit how many knife exist on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('knife','') | Move_To('exit') | Search_Person('', 'man dressed in an orange shirt') | Answer()" }, { "input": "Please share details about the person lying down at the trashcan and report to the person at the entrance", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "Can you tell me what the left-most object on the kitchen cabinet is?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the left-most object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "meet William in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing black blouse in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Susan in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell the time to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "what is the most common manifestation of portal hypertension\u2013induced splenomegaly", "output": "Respond('Cirrhosis')" }, { "input": "meet Harrie in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Harrie', '') | What_Day()" }, { "input": "what are four steps in the distribution process", "output": "Respond('transportation')" }, { "input": "tell me how many people in the hallway are wearing blue shirts", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing blue shirts') | Search_Person('user', '') | Answer()" }, { "input": "By introducing yourself to the person lying down, then escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'lying down') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet the person wearing blue t shirt in the living room and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a waving person in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "greet the person wearing black sweater in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "You should go behind the person dressed in an orange blouse", "output": "Respond('okay I will follow the person dressed in an orange blouse') | Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "You should go behind the person dressed in an orange T-shirt", "output": "Respond('okay I will follow the person dressed in an orange T-shirt') | Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Go to office to fetch sausages and then move to kitchen counter and put that sausages on", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('sausages', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "explain the items situated on the dinner table to William.", "output": "Respond('Let me see!') | Move_To('dinner table') | Vision_Ask('describe the objects on the dinner table') | Search_Person('William', '') | Answer()" }, { "input": "say the day of the week to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "guide the individual wearing orange pants to the coathanger after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell me how many people in the office are wearing gray shirts", "output": "Respond('got it') | Move_To('office') | Count_Person('wearing gray shirts') | Search_Person('user', '') | Answer()" }, { "input": "greet Susan in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Could you name the tallest object on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the tallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "Please go behind the person wearing black shirt in the office", "output": "Respond('okay I will follow the person wearing black shirt') | Move_To('office') | Search_Person('', 'wearing black shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Please pour a bit of cereal into a bowl", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find washcloth in the office then get it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue shirt in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "escort the oldest person to the entrance after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'oldest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Which object is the right-most on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the right-most object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "Introduce yourself to Laura in the couch and guide them to the exit", "output": "Respond(Okay i will greet the person) | Move_To('couch') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Respond('My team is from Pusan National University in south korea!') | Respond('Hey, I am here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "count the dishwasher tab at the TV table and inform person pointing to the left in the couch", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('dishwasher tab','') | Move_To('couch') | Search_Person('', 'person pointing to the left') | Answer()" }, { "input": "meet Hayley in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | What_Day()" }, { "input": "tell woman pointing to the left in the lounge chair how many coke exist on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('coke','') | Move_To('lounge chair') | Search_Person('', 'woman pointing to the left') | Answer()" }, { "input": "locate a person raising their right arm in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "Describe to John what is on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('What is the object on the kitchen counter') | Search_Person('John', '') | Answer()" }, { "input": "greet the person wearing white sweater in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Liam in the hallway and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "I need you to take an inventory of the pear in the coffee table and inform jarvis of the exact number.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('pear', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Explain to me how the person standing looks in the entrance.", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "I need you to guide the person who dressed in a blue blouse, found in the couch, toward coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'dressed in a blue blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "bring the cornflakes", "output": "Respond('Okay, I will go deliver the cornflakes') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the cornflakes')" }, { "input": "salute Julia in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Peter in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Peter', '') | Give_To()" }, { "input": "meet Fleur in the office and tell the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Fleur', '') | What_Day()" }, { "input": "find a person raising their left arm in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Julia in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | What_Time()" }, { "input": "tell me how many people in the living room are wearing gray coats", "output": "Respond('got it') | Move_To('living room') | Count_Person('wearing gray coats') | Search_Person('user', '') | Answer()" }, { "input": "meet Robin in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Put the yellow strawberry, which is in living room, into the bag", "output": "Respond('Forsure!') | Move_To('living room') | Search_Object('strawberry', 'yellow') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "locate a waving person in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Time()" }, { "input": "meet Hayley in the hallway and follow them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "find soap in the office then grasp it and deliver it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the couch to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the couch to the TV table') | Move_To('TV table')" }, { "input": "look for a person raising their right arm in the living room and follow them", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('I am here to follow you.') | Follow()" }, { "input": "tell man wearing orange shoes in the entrance the number of hagelslag present on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('hagelslag','') | Move_To('entrance') | Search_Person('', 'man wearing orange shoes') | Answer()" }, { "input": "tell the man dressed in an orange shirt in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man dressed in an orange shirt') | What_Time()" }, { "input": "take coke from the dishwasher and deliver it to me", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "After introducing yourself to the person wearing blue blouse at the lounge chair, escort them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'wearing blue blouse') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Noah in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Tomorrow()" }, { "input": "Your task is to convey the yellow curry from hallway to trashcan and place it inside the basket", "output": "Respond('Forsure!') | Move_To('hallway') | Search_Object('curry', 'yellow') | Pickup() | Move_To('trashcan') |Search_Object('basket', '') | Place_On('basket')" }, { "input": "Enumerate the dubbelfris situated on the dining table and inform that quantity to tony.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('dubbelfris', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing blue jacket in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | What_Day()" }, { "input": "greet the person wearing blue coat in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('I am here to follow you') | Follow()" }, { "input": "report to jarvis after counting plum at the office.", "output": "Respond('got it!') | Move_To('office') | Count_Object('plum', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Hayley in the hallway and tell your teams name", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Fleur in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Hayley in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | What_Day()" }, { "input": "look for a person raising their right arm in the office and say your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell what day is today to the person pointing to the left in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "Say hello to the person in the kitchen who is dressed in an orange T-shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell the pose of Emma at the lounge chair to the person at the living room", "output": "Respond('Okay, I Am working on it') | Move_To('lounge chair') | Search_Person('Emma', '') | Vision_Ask('describe to me the person posture') | Move_To('living room') | Vision_Ans()" }, { "input": "salute the person wearing blue sweater in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | Respond('I am here to follow you') | Follow()" }, { "input": "greet the person wearing black blouse in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "greet Julia in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "What is the right-most object you can find on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the right-most object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "From trashcan, guide Gabrielle who is the tallest to exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Gabrielle', 'tallest') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Please put a dish on the dinner table and a knife on it", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('knife', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "locate a person raising their right arm in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "follow Emma from the TV table to the hallway", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Emma', '') | Respond('I am here to follow you to the hallway.') | Follow()" }, { "input": "Introduce yourself to the person who is sitting, then escort them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Robin in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Tell your team's affiliation and say hello to the person pointing to the left.", "output": "Respond('Got it!') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "put a cup on dinner table, then put fork on it", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table') | Search_Object('fork', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "find soap in the kitchen then take it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find a person raising their right arm in the office and guide them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "inform woman pointing to the right in the trashcan how many strawberry there are on the hallway cabinet", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('strawberry','') | Move_To('trashcan') | Search_Person('', 'woman pointing to the right') | Answer()" }, { "input": "salute Kevin in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Kevin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "I would likeyou to describe the person exhibiting the standing at the exit and also answer a question.", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'standing') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "place dish on dishwasher at the same time spoon in it", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('spoon', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Can you pour a cup of drink?", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their right arm in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find a person raising their left arm in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "Greet the smallest person and mention your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please follow the the lead of person wearing blue T-shirt in the office", "output": "Respond('okay I will follow the person wearing blue T-shirt') | Move_To('office') | Search_Person('', 'wearing blue T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute Julia in the kitchen and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Day()" }, { "input": "greet the person wearing blue sweater in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | What_Time()" }, { "input": "say hello to the person standing in the office and say your team's affiliation", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "salute the person wearing blue t shirt in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "greet Jesse in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say the time to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Time()" }, { "input": "Please move to the coffee table. tell me how many snacks are on there. ", "output": "Respond('got it') | Move_To('coffee table') | Count_Object('', 'snacks') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black t shirt in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please inform me about the biggest object on the kitchen counter.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the biggest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "guide the waving person from the coathanger to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('coathanger') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coathanger to the dishwasher') | Move_To('dishwasher')" }, { "input": "Your mission is find out black coke and convey it to Robin who is in exit", "output": "Respond('Ok! I'll do it') | Search_Object('coke', 'black') | Pickup() | Move_To('exit') | Search_Person('Robin', '') | Respond('Hi Robin, this coke for you') | Give_To()" }, { "input": "meet Jesse at the trashcan, then locate the person in the entrance and answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('trashcan') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('entrance') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "I want you to fetch cola from lounge chair and place in bag at coathanger", "output": "Respond('Sure! I'm working on it') | Move_To('lounge chair') | Search_Object('cola', '') | Pickup() | Move_To('coathanger') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing blue coat in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "I wand you to carry milk from trashcan and transfer it to person who is oldest", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('milk', '') | Pickup()| Search_Person('', 'oldest') | Respond('Hi. this milk for you') | Give_To()" }, { "input": "Please relate person dressed in a yellow shirt in the coathanger how many spoon there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('spoon','') | Move_To('coathanger') | Search_Person('', 'person dressed in a yellow shirt') | Answer()" }, { "input": "greet Jesse in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "say hello to Laura in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "take fanta from the desk and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('fanta', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "who are the chrisleys and why are they on tv", "output": "Respond('reality television')" }, { "input": "answer the quiz of the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say the time to the woman raising their left arm in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'woman raising their left arm') | What_Time()" }, { "input": "escort them to the entrance after introducing yourself to the smallest person.", "output": "Respond('Got it!') | Search_Person('', 'smallest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Robin in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "bring the pea soup", "output": "Respond('Okay, I will go deliver the pea soup') | Search_Object('pea soup', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the pea soup')" }, { "input": "greet John in the hallway and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "give me some noodles in the cup", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "locate a person raising their right arm in the living room and tell what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Tomorrow()" }, { "input": "what is the purpose of volatile in c", "output": "Respond('indicates that a value may change between different accesses , even if it does not appear to be modified')" }, { "input": "greet the person wearing black t shirt in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "will you say what day is tomorrow to the woman wearing orange shoes in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'woman wearing orange shoes') | What_Tomorrow()" }, { "input": "find water in the kitchen then grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('water', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Let the person at coathanger know the appearance details of the one sitting at lamp.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "inform man dressed in a yellow shirt in the exit how many stroopwafel exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('stroopwafel','') | Move_To('exit') | Search_Person('', 'man dressed in a yellow shirt') | Answer()" }, { "input": "meet Jesse in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('Jesse', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "guide Kevin who wearing orange shoes to the exit from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Kevin', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "meet Julia in the kitchen and say something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet William in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | What_Day()" }, { "input": "greet the person wearing yellow shirt in the kitchen and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | What_Time()" }, { "input": "tell the day of the week to the person pointing to the left in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "greet the person wearing blue blouse in the office and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say your teams affiliation to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from Pusan National University in south korea')" }, { "input": "How many individuals are there in the office wearing glasses?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing glasses') | Search_Person('user', '') | Answer()" }, { "input": "meet Kevin in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | What_Tomorrow()" }, { "input": "find a waving person in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing blue coat in the hallway and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "Please tell what time is it to the people standing in the kitchen", "output": "Respond('Okay, I Am working on it') | Move_To('kitchen') | Search_Person('', 'standing people') | What_Time()" }, { "input": "greet the person wearing blue sweater in the office and say the time", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue sweater') | What_Time()" }, { "input": "Your task is to convey the yellow peach and place it inside the basket", "output": "Respond('Forsure!') | Search_Object('peach', 'yellow') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "meet Kevin in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Kevin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "telltale games wolf among us season 2 release date", "output": "Respond('2018')" }, { "input": "Could you describe to Laura what's on the hallway cabinet?", "output": "Respond('Let me see!') | Move_To('hallway cabinet') | Vision_Ask('describe the objects on the hallway cabinet') | Search_Person('Laura', '') | Answer()" }, { "input": "go to the hallway cabinet then find pear and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "escort the person who is raising their left arm to the coathanger after making introductions in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "locate a person pointing to the left in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Your task is earn orange at trashcan and shift that orange on kitchen counter", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('orange', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Lucas in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Lucas', '') | Give_To()" }, { "input": "meet Lucas in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "pick up the lemon", "output": "Respond('Okay, I will go get the lemon') | Search_Object('lemon', '') | Pickup() | Respond('Here you go, I have got you the lemon')" }, { "input": "Calculate how many cola at the office and inform jarvis", "output": "Respond('got it!') | Move_To('office') | Count_Object('cola', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow shirt in the kitchen and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow shirt') | What_Day()" }, { "input": "Introduce yourself to the person who is waving and then take them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to take you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing blue t shirt in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue t shirt') | What_Day()" }, { "input": "find milk in the hallway then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Illustrate for Fleur the object on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('What is the object on the kitchen counter') | Search_Person('Fleur', '') | Answer()" }, { "input": "liquorice in dishwasher, you go count, then report to that number tony.", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('liquorice', '') | Search_Person('tony', '') | Answer()" }, { "input": "take coke from the kitchen counter and bring it to me", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('coke', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "get acquainted with Kevin at the lamp, then find him at the entrance.", "output": "Respond('Okay i will greet him') | Move_To('lamp') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('entrance') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "go behind the the lead of person dressed in an orange T-shirt in the kitchen", "output": "Respond('okay I will follow the person dressed in an orange T-shirt') | Move_To('kitchen') | Search_Person('', 'dressed in an orange T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "At entrance, find a person, guide them to lounge chair, and then hand them the cup.", "output": "Move_To('entrance') | Search_Person('', '') | Respond('Hey, am here to guide you to lounge chair, please follow me') | Move_To('lounge chair') | Search_Object('cup', '') | Pickup() | Give_To()" }, { "input": "look for a person pointing to the left in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('I am here to follow you.') | Follow()" }, { "input": "How many people are there in the office wearing glasses?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing glasses') | Search_Person('user', '') | Answer()" }, { "input": "Would you mind serveing some drink into a bowl?", "output": "Respond('Okay, I will go get you some drink in a bowl!') | Search_Object('drink', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Laura in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "How many people are wearing an orange blouse in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing an orange blouse') | Search_Person('user', '') | Answer()" }, { "input": "what was the goal of the united states' invasion at the bay of pigs", "output": "Respond('overthrow the increasingly communist government of Fidel Castro')" }, { "input": "say the time to the man raising their left arm in the hallway, please", "output": "Move_To('hallway') | Search_Person('', 'man raising their left arm') | What_Time()" }, { "input": "Your task is to convey the black pear and place it inside the bag", "output": "Respond('Forsure!') | Search_Object('pear', 'black') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "I need you to give me a dish with full of noodles", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Julia in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Fleur in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | What_Day()" }, { "input": "find a person raising their left arm in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Robin in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please get yellow bowl at office and then put inside of tray in couch", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('bowl', 'yellow') | Pickup() | Move_To('couch') | Search_Object('tray', '') | Place_On('tray')" }, { "input": "give me the right-most orange from trashcan and transport it to kitchen counter.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Object('orange', 'right-most') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "get to know Peter at the entrance, then say hi to her at the dinner table.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Peter', '') | Respond('Hey Peter, How are you doing?') | Move_To('dinner table') | Search_Person('Peter', '') | Respond('Oh Peter, we meet again!')" }, { "input": "greet the person wearing white t shirt in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say hello to Fleur in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Fleur', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Your mission is pick up yellow water from kitchen and convey it to exit. Finally, handover that water to person dressed in a yellow T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('water', 'yellow') | Pickup() | Move_To('exit') | Search_Person('', 'dressed in a yellow T-shirt') | Respond('Hi. this water for you') | Give_To()" }, { "input": "Tell your team's affiliation and say hello to the person wearing yellow shoes in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "First, move to lamp, meet Laura who is the oldest and escort towards the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Laura', 'oldest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Who is him sitting at the trashcan? Please report to the details of him to a person at the coathanger.", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "say the pose of Gabrielle at the hallway cabinet to the person at the living room", "output": "Respond('Okay, I Am working on it') | Move_To('hallway cabinet') | Search_Person('Gabrielle', '') | Vision_Ask('describe to me the person posture') | Move_To('living room') | Vision_Ans()" }, { "input": "Deliver bowl from trashcan to basket in exit", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('bowl', '') | Pickup() | Move_To('exit') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Noah in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "please tell the oldest man in the living room the time", "output": "Move_To('living room') | Search_Person('', 'oldest man') | What_Time()" }, { "input": "tell something about yourself to the person pointing to the right in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing black blouse in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "I need you to take an inventory of the bowl in the desk and inform jarvis of the exact number.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('bowl', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "locate a waving person in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Time()" }, { "input": "greet Fleur in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | What_Day()" }, { "input": "meet Jesse at the entrance, moving forward to find her at the shelf.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Jesse', '') | Respond('Hey Jesse, How are you doing?') | Move_To('shelf') | Search_Person('Jesse', '') | Respond('Oh Jesse, we meet again!')" }, { "input": "To Noah wearing an orange blouse, acquire knife from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('knife', '') | Pickup() | Search_Person('Noah', 'wearing an orange blouse') | Respond('Hi. this knife for you') | Give_To()" }, { "input": "look for a person pointing to the left in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "get to know Harrie at the lounge chair, then welcome him at the dinner table.", "output": "Respond('Okay i will greet him') | Move_To('lounge chair') | Search_Person('Harrie', '') | Respond('Hey Harrie, How are you doing?') | Move_To('dinner table') | Search_Person('Harrie', '') | Respond('Oh Harrie, we meet again!')" }, { "input": "What is the right-most object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the right-most object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "find the coke at the kitchen counter", "output": "Respond('Okay, I will go find the coke') | Move_To('kitchen counter') | Search_Object('coke', '') | Respond('Here it is, I have found the coke')" }, { "input": "greet the person wearing white sweater in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "inform tony after counting the pear lying on the counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('pear', '') | Search_Person('tony', '') | Answer()" }, { "input": "At hallway cabinet, put bowl and fork on its left", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('fork', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "My request for you is shift coke from exit to bag in kitchen", "output": "Respond('Sure! I'm working on it') | Move_To('exit') | Search_Object('coke', '') | Pickup() | Move_To('kitchen') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet Liam in the living room and say the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | What_Time()" }, { "input": "list the responsibilities of the team leader within the team", "output": "Respond('Determine completion timeline and monitor progress to ensure project is on track')" }, { "input": "meet Fleur in the living room and say the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('Fleur', '') | What_Day()" }, { "input": "greet Robin in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "say the day of the month to the oldest woman in the dishwasher", "output": "Move_To('dishwasher') | Search_Person('', 'oldest woman') | What_Day()" }, { "input": "To the entrance, take the person raising their right arm.", "output": "Respond('Got it!') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm here to take you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing black t shirt in the hallway and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "In bag, store the black soap", "output": "Respond('Forsure!') | Search_Object('soap', 'black') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Please change location of yellow mayonaise in office to inside of basket", "output": "Respond('Sure! I'm working on it') | Move_To('office') | Search_Object('mayonaise', 'yellow') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "Could you set a dish on the desk and a spoon on its right?", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('spoon', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "greet the person wearing white coat in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | What_Day()" }, { "input": "take soap from the hallway cabinet and deliver it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "Start by introducing yourself to the individual wearing yellow pants, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow pants') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Which is the yellow object on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the yellow object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "bring me peach from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('peach', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell woman wearing orange pants in the lounge chair how many curry exist on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('curry','') | Move_To('lounge chair') | Search_Person('', 'woman wearing orange pants') | Answer()" }, { "input": "Would you go get the tallest pancake mix from the shelf and bring it to me?", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('pancake mix', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "please tell the man wearing an orange blouse in the office the time", "output": "Move_To('office') | Search_Person('', 'man wearing an orange blouse') | What_Time()" }, { "input": "Introduce yourself to the person who is wearing yellow blouse and then guide them to the entrance.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet the person wearing white t shirt in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white t shirt') | What_Time()" }, { "input": "salute the person wearing blue blouse in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "cornflakes in TV table, you go count, then inform that number jarvis.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('cornflakes', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "meet Robin in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you serve some noodles into a dish for me?", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go after me", "output": "Respond('okay I will follow you') | Search_Person('user', '') | Follow()" }, { "input": "tell child in the couch how many apple there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('apple','') | Move_To('couch') | Search_Person('', 'child') | Answer()" }, { "input": "meet Laura in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing red blouse in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take soap from the desk and bring it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "meet Robin in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Time()" }, { "input": "escort them to the coathanger after introducing yourself to the person who is sitting.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "Take yellow plate from lounge chair and then bring it to Susan who dressed in an orange T-shirt at exit", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Object('plate', 'yellow') | Pickup() | Move_To('exit') | Search_Person('Susan', 'dressed in an orange T-shirt') | Respond('Hi, this is for you') | Give_To()" }, { "input": "tell me what is the largest fruits on the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('', 'largest fruits') | Search_Person('user', '') | Answer()" }, { "input": "I want you to fetch plate from lamp and place in bag at entrance", "output": "Respond('Sure! I'm working on it') | Move_To('lamp') | Search_Object('plate', '') | Pickup() | Move_To('entrance') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "tell man wearing yellow T-shirt in the trashcan the number of cornflakes present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('cornflakes','') | Move_To('trashcan') | Search_Person('', 'man wearing yellow T-shirt') | Answer()" }, { "input": "When was The Royal Canadian Mounted Police formed?", "output": "Respond('In 1920, when The Mounted Police merged with the Dominion Police.')" }, { "input": "follow Sara from the entrance to the living room", "output": "Respond('got it') | Move_To('entrance') | Search_Person('Sara', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "who played freddy krueger in the 2010 remake", "output": "Respond('Jackie Earle Haley')" }, { "input": "greet Susan in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet Hayley in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Hayley', '') | What_Day()" }, { "input": "Navigate to find the blue dish and put on hallway cabinet", "output": "Respond('I got this!') | Search_Object('dish', 'blue') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "salute Sara in the hallway and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet the person wearing black coat in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue shirt in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "who wrote is you is or is you ain't my baby lyrics", "output": "Respond('Jordan')" }, { "input": "You need to find cup in the office and place it on dinner table", "output": "Respond('I got this!') | Move_To('office') |Search_Object('cup', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "meet Noah in the hallway and say the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Noah', '') | What_Day()" }, { "input": "say what day is today to the man waving in the kitchen counter", "output": "Move_To('kitchen counter') | Search_Person('', 'man waving') | What_Day()" }, { "input": "Could you please bring orange in hallway to basket in hallway?", "output": "Respond('Forsure!') | Move_To('hallway') | Search_Object('orange', '') | Pickup() | Move_To('hallway') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "say your teams affiliation to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "take soap from the hallway cabinet and bring it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "guide Robin who dressed in an orange shirt to the entrance from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('Robin', 'dressed in an orange shirt') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "what is the name of the medicine for gonorrhea", "output": "Respond('azithromycin by mouth')" }, { "input": "meet William in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "look for a person pointing to the right in the kitchen and follow them", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person pointing to the right in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the right') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing white shirt in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Gabrielle at the exit.", "output": "Respond('Okay I will greet Gabrielle') | Move_To('exit') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?')" }, { "input": "Would you like to tell me how many drinks are in the hallway cabinet", "output": "Respond('got it') | Move_To('hallway cabinet') | Count_Object('', 'drinks') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find soap and take it and bring it to Peter in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Peter', '') | Give_To()" }, { "input": "Please tell tallest woman in the hallway how many dubbelfris there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('dubbelfris','') | Move_To('hallway') | Search_Person('', 'tallest woman') | Answer()" }, { "input": "Greet the individual wearing blue T-shirt in the kitchen and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'wearing blue T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please go get the black apple from the desk and deliver it to me.", "output": "Respond('Got it!') | Move_To('desk') | Search_Object('apple', 'black') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black shirt in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide Sophie from the TV table to the dishwasher", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the dishwasher') | Move_To('dishwasher')" }, { "input": "Give Sophie the plum", "output": "Respond('Okay, I will give Sophie the plum') | Search_Object('plum', '') | Pickup() | Search_Person('Sophie', '') | Give_To() | Respond('Here you go, I have got you the plum')" }, { "input": "say your teams country to the person sitting in the exit", "output": "Respond('Okay! I got it') | Move_To('exit') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please deliver plum to kitchen cabinet", "output": "Respond('Sure! I'm working on it') | Search_Object('plum', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "Please follow the lead of the person dressed in an orange blouse", "output": "Respond('okay I will follow the person dressed in an orange blouse') | Search_Person('', 'dressed in an orange blouse')| Respond('I am here to follow you.') | Follow()" }, { "input": "salute Emma in the kitchen and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "take soap from the desk and bring it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing yellow coat in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "I need you to earn black water and place it on dishwasher", "output": "Respond('Sure! I'm working on it') | Search_Object('water', 'black') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "guide Sophie from the entrance to the shelf", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the entrance to the shelf') | Move_To('shelf')" }, { "input": "Please go behind the lead of the person wearing a necklace", "output": "Respond('okay I will follow the person wearing a necklace') | Search_Person('', 'wearing a necklace')| Respond('I am here to follow you.') | Follow()" }, { "input": "I need you to procure knife from trashcan and go to desk then place it", "output": "Respond('Sure! I'm working on it') | Move_To('trashcan') | Search_Object('knife', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "I'd like to know what the smallest object on the kitchen counter is.", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the smallest object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "locate a person pointing to the right in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "guide the person raising their left arm from the lounge chair to the coathanger after introducing yourself to them.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing white sweater in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white sweater') | What_Day()" }, { "input": "find a person raising their left arm in the hallway and take them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet the person wearing black coat in the living room and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Hayley in the living room and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "say the time to the person raising their left arm in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "go to the hallway cabinet then find soap and get it and bring it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "greet Fleur in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Fleur', '') | What_Day()" }, { "input": "go to the hallway cabinet then find cola and grasp it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the person wearing an orange blouse to the exit after making introductions in the lamp.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "bring me curry from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('curry', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your task is set the blue dish at the dishwasher", "output": "Respond('I got this!') | Search_Object('dish', 'blue') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "greet Robin in the living room and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Robin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "say the time to the woman pointing to the left in the kitchen", "output": "Move_To('kitchen') | Search_Person('', 'woman pointing to the left') | What_Time()" }, { "input": "greet Harrie in the hallway and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Kevin in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | What_Day()" }, { "input": "Introduce yourself to the person who is wearing a hat, then guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "find washcloth in the kitchen then grasp it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the day of the month to the person pointing to the right in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "Tell whats your team afiliation to the person in the couch", "output": "Respond('Okay! I got it') | Move_To('couch') | Search_Person('', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Peter in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue shirt in the office and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing blue coat in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | What_Day()" }, { "input": "Your mission is take fanta from lamp. Finally, handover that fanta to person wearing an orange T-shirt", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('fanta', '') | Pickup() | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi. this fanta for you') | Give_To()" }, { "input": "take soap from the hallway cabinet and bring it to the person raising their right arm in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "Can you describe the object on the TV table to Robin, please?", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Robin', '') | Answer()" }, { "input": "greet the person wearing red coat in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'red coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing black blouse in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "report to tony the fanta count on the kitchen counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('fanta', '') | Search_Person('tony', '') | Answer()" }, { "input": "where is the first ocean wave energy pilot power plant installed in india", "output": "Respond('at Vizhinjam in Thiruvananthapuram , Kerala')" }, { "input": "go to the hallway cabinet then find soap and fetch it and bring it to the person raising their left arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "What is the right-most object there on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the right-most object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "take sponges from the kitchen cabinet and bring it to me", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please relate man wearing an orange shirt in the lamp how many strawberry there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('strawberry','') | Move_To('lamp') | Search_Person('', 'man wearing an orange shirt') | Answer()" }, { "input": "describe to me the person standing at the trashcan", "output": "Respond('Okay, I will go and take a look!') | Move_To('trashcan') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Please get the right-most pancake mix from the lamp and bring it here to me.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Object('pancake mix', 'right-most') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white blouse in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | What_Day()" }, { "input": "You go coffee table, count candy, report to tony number.", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('candy', '') | Search_Person('tony', '') | Answer()" }, { "input": "I need you to take ice tea and put it on dinner table", "output": "Respond('Sure! I'm working on it') | Search_Object('ice tea', '') | Pickup() | Move_To('dinner table') | Place_On('dinner table')" }, { "input": "meet Hayley in the living room and answer a question", "output": "Respond('got it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "will you say what day is tomorrow to the person dressed in a black shirt in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'person dressed in a black shirt') | What_Tomorrow()" }, { "input": "follow Sophie from the coffee table to the office", "output": "Respond('got it') | Move_To('coffee table') | Search_Person('Sophie', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "First, meet Robin at the entrance, then greet her at the dishwasher.", "output": "Respond('Okay i will greet her') | Move_To('entrance') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('dishwasher') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "meet Sophie at the exit, then go to the couch and greet him.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hey Sophie, How are you doing?') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Oh Sophie, we meet again!')" }, { "input": "will you say what day is tomorrow to the person wearing orange shoes in the coathanger", "output": "Move_To('coathanger') | Search_Person('', 'person wearing orange shoes') | What_Tomorrow()" }, { "input": "Look in hallway cabinet. Count all candle there. Say number to tony.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('candle', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet the person wearing black shirt in the kitchen and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet Robin in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Robin', '') | What_Day()" }, { "input": "See sitting person in lamp. Describe appearance.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Find blue plate and then take it to oldest person in kitchen", "output": "Respond('Sure! I'll do it for you') | Search_Object('plate', 'blue') | Pickup() | Move_To('kitchen') | Search_Person('', 'oldest') | Respond('Hi, this plate for you') | Give_To()" }, { "input": "greet Julia in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take soap from the hallway cabinet and give it to Sophie in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Sophie', '') | Give_To()" }, { "input": "Look at dubbelfris in hallway cabinet. Count them all up. Give jarvis that number.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('dubbelfris', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "go to the hallway cabinet then find fanta and get it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('fanta', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "inform man wearing an orange blouse in the entrance the number of strawberry present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('strawberry','') | Move_To('entrance') | Search_Person('', 'man wearing an orange blouse') | Answer()" }, { "input": "guide Sophie from the shelf to the dishwasher", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the dishwasher') | Move_To('dishwasher')" }, { "input": "greet the person wearing white blouse in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Lucas in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find hagelslag and fetch it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "say hello to the person dressed in a black shirt in the living room and say your team's affiliation", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in a black shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Go to office, take cup and give it to smallest person in entrance", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('cup', '') | Pickup() | Move_To('entrance') | Search_Person('', 'smallest') | Respond('Hi. this cup for you') | Give_To()" }, { "input": "go to the hallway cabinet then find washcloth and grasp it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "salute Sara in the living room and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "go to the hallway cabinet then find cornflakes and get it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Sophie in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Tomorrow()" }, { "input": "greet Laura in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "To the entrance from the trashcan, escort the person dressed in a blue blouse.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'dressed in a blue blouse') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Lucas in the hallway and tell what day is tomorrow", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Lucas', '') | What_Tomorrow()" }, { "input": "meet Robin in the hallway and follow them", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Please get to know William at the trashcan, find the person in the coathanger, and then answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('trashcan') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('coathanger') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "guide Sophie from the trashcan to the entrance", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the trashcan to the entrance') | Move_To('entrance')" }, { "input": "meet Sophie at the couch then locate them in the office", "output": "Respond('got it') | Move_To('couch') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "meet Hayley in the office and say the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Hayley', '') | What_Time()" }, { "input": "find soap in the living room then take it and deliver it to the person pointing to the right in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'person pointing to the right') | Give_To()" }, { "input": "greet Sophie in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Once you've introduced yourself to the person dressed in a black T-shirt in the couch, escort them to the exit.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a black T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "bring me some cereal in a bowl", "output": "Respond('Okay, I will go get you some cereal in a bowl!') | Search_Object('cereal', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "follow Sophie from the TV table to the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Sophie', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "greet Laura in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "go to the hallway cabinet then find soap and take it and give it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "go behind the person wearing a necklace", "output": "Respond('okay I will follow the person wearing a necklace') | Search_Person('', 'wearing a necklace')| Respond('I am here to follow you.') | Follow()" }, { "input": "At couch, escort the person who is the smallest to entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'smallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Could you tell me how many individuals in the kitchen are wearing an orange T-shirt?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing an orange T-shirt') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the kitchen and answer a question", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "follow Emma from the shelf to the kitchen", "output": "Respond('got it') | Move_To('shelf') | Search_Person('Emma', '') | Respond('I am here to follow you to the kitchen.') | Follow()" }, { "input": "Say hello to the person in the kitchen who is dressed in an orange blouse and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Susan in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "guide Sophie from the shelf to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the shelf to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "find a person pointing to the left in the living room and tell your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the waving person from the entrance to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the entrance to the coathanger') | Move_To('coathanger')" }, { "input": "greet the person wearing black t shirt in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black t shirt') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing gray coat in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'gray coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Laura in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Tell where are you from to the person sitting", "output": "Respond('Okay! I got it') | Search_Person('', 'sitting') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Give me the cola", "output": "Respond('Okay, I will give you the cola') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To() | Respond('Here you go, I have got you the cola')" }, { "input": "greet Liam in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Liam', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Illustrate for Liam the spoon on the desk.", "output": "Respond('Let me see!') | Move_To('desk') | Search_Object('spoon', '') | Vision_Ask('describe the spoon on the desk') | Search_Person('Liam', '') | Answer()" }, { "input": "greet the person wearing gray blouse in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'gray blouse') | Respond('I am here to follow you') | Follow()" }, { "input": "find soap in the hallway then grasp it and deliver it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "Travel to the entrance, search for a washcloth, and give it to the person standing in the couch.", "output": "Respond('Okay i got it!') | Move_To('entrance') | Search_Object('washcloth', '') | Pickup() | Move_To('couch') | Search_Person('', 'standing') | Give_To()" }, { "input": "guide the person wearing a blue t shirt from the TV table to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the TV table to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "Tell your team's affiliation and say hello to the tallest person in the kitchen.", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Person('', 'tallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Take stock of cornflakes at the hallway and report to tony", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('cornflakes', '') | Search_Person('tony', '') | Answer()" }, { "input": "bring me pear from the shelf", "output": "Respond('got it') | Move_To('shelf') | Search_Object('pear', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "pour a cup of drink, please", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Laura in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Greet the smallest person in the hallway and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'smallest') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find soap in the hallway then take it and bring it to Lucas in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Lucas', '') | Give_To()" }, { "input": "meet William in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide them to the exit after introducing yourself to the person in the lounge chair who is raising their right arm.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Lucas in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Greet the individual waving in the living room and say your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'waving') | Respond('Hi, My team's name is pusan national university')" }, { "input": "pour some noodles into a bowl for me", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "who has won most super bowls in a row", "output": "Respond('the Denver Broncos')" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "meet Emma in the kitchen and take them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "guide the waving person from the trashcan to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the dishwasher') | Move_To('dishwasher')" }, { "input": "tell me what is the smallest food on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'smallest food') | Search_Person('user', '') | Answer()" }, { "input": "From trashcan, meet the person who is the tallest and escort to coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Harrie in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "How many individuals in the hallway are lying down?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing black coat in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "report to tony after counting the spoon lying on the counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('spoon', '') | Search_Person('tony', '') | Answer()" }, { "input": "Please place dish with knife on its right at the dishwasher", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('knife', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "Could you identify the yellow object on the dinner table?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the yellow object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "meet Julia in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing yellow sweater in the office and take them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow sweater') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "follow Emma from the TV table to the living room", "output": "Respond('got it') | Move_To('TV table') | Search_Person('Emma', '') | Respond('I am here to follow you to the living room.') | Follow()" }, { "input": "Please inform the individual present at coathanger about the looks of the person standing at lamp.", "output": "Respond('Okay, I will go and take a look!') | Move_To('lamp') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('coathanger') | Search_Person('', '') | Answer()" }, { "input": "Please relate woman wearing an orange T-shirt in the hallway how many orange there are on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('orange','') | Move_To('hallway') | Search_Person('', 'woman wearing an orange T-shirt') | Answer()" }, { "input": "Please put a cup on the kitchen counter and a spoon in it", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "Meet Julia in the shelf, introduce yourself, and then follow them to the kitchen.", "output": "Respond('got it!') | Move_To('shelf') | Search_Person('Julia', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing orange blouse in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'orange blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "guide the waving person from the desk to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the desk to the exit') | Move_To('exit')" }, { "input": "who won hell's kitchen nona or russell", "output": "Respond('Sous Chef Nona Sivley')" }, { "input": "Go to shelf and count soap. Tell jarvis how many.", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Greet the person in the living room wearing black blouse and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'wearing black blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find washcloth in the office then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('office') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Please go behind the lead of William", "output": "Respond('Sure, I will follow William.') | Search_Person('William', '')| Respond('Hey William I am here to follow you.') | Follow()" }, { "input": "Is Mark Zuckerberg a robot?", "output": "Respond('Sure. I've never seen him drink water.')" }, { "input": "find a waving person in the living room and tell your teams country", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "tell the woman raising their right arm in the coffee table what day is today", "output": "Move_To('coffee table') | Search_Person('', 'woman raising their right arm') | What_Day()" }, { "input": "Could you tell me how many people in the living room are standing?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "escort the individual raising their right arm to the exit after introducing yourself in the couch.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'raising their right arm') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "Do me a favor and tally up how many pieces of stroopwafel are in the kitchen counter, then report to that figure to tony.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('stroopwafel', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Noah in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Noah', '') | What_Day()" }, { "input": "Find the person sitting, introduce yourself, and escort them towards the entrance.", "output": "Respond('Got it!') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "find washcloth in the kitchen then take it and bring it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Lay black cup on dishwasher and knife on its left", "output": "Respond('I got this!') | Search_Object('cup', 'black') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher') | Search_Object('knife', '') | Pickup() | Move_To('dishwasher') | Place_On('dishwasher')" }, { "input": "meet Peter in the hallway and say the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | What_Day()" }, { "input": "Will you give me the smallest lemon that's in the couch, please?", "output": "Respond('Got it!') | Move_To('couch') | Search_Object('lemon', 'smallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please change location of yellow curry in living room to inside of bag in couch", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('curry', 'yellow') | Pickup() | Move_To('couch') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "meet Jesse in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | What_Tomorrow()" }, { "input": "Count mayonaise in the shelf and inform jarvis", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('mayonaise', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Go to the coathanger and introduce yourself to Sara, then follow.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "greet the person wearing white sweater in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white sweater') | What_Tomorrow()" }, { "input": "Deposit liquorice to tray", "output": "Respond('Forsure!') | Search_Object('liquorice', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "count the cup at the lounge chair and then report to woman wearing an orange blouse in the exit", "output": "Respond('got it!') | Move_To('lounge chair') | Count_Object('cup','') | Move_To('exit') | Search_Person('', 'woman wearing an orange blouse') | Answer()" }, { "input": "tell your teams name to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you depict the person in the lying down at the kitchen and answer a question as well?", "output": "Respond('Let me see!') | Move_To('kitchen') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "greet the person wearing black coat in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black coat') | What_Day()" }, { "input": "Could you give me a description of the person sitting at the exit and address a question?", "output": "Respond('Let me see!') | Move_To('exit') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person posture') | Search_Person('user', '') | Answer() | New_Request()" }, { "input": "get to know William by the coathanger, then gonna greet her at the desk.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('William', '') | Respond('Hey William, How are you doing?') | Move_To('desk') | Search_Person('William', '') | Respond('Oh William, we meet again!')" }, { "input": "greet John in the living room and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet the person wearing blue shirt in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue shirt') | What_Day()" }, { "input": "guide the person who wearing black shoes to the entrance from couch", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing black shoes') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Emma in the office and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Kevin in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('Kevin', '') | What_Time()" }, { "input": "Tell whats your team afiliation to the person in the lamp", "output": "Respond('Okay! I got it') | Move_To('lamp') | Search_Person('', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Lucas in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Lucas', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "guide Sophie from the TV table to the kitchen cabinet", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the kitchen cabinet') | Move_To('kitchen cabinet')" }, { "input": "find a person raising their right arm in the kitchen and tell the time", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "salute Sophie in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet William in the kitchen and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('William', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "place a bowl on the kitchen counter", "output": "Respond('Got it!') | Search_Object('bowl', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "go to the hallway cabinet then find milk and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "bring me sausages from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your mission is pick up yellow peach from kitchen and convey it to exit. Finally, handover that peach to person dressed in a blue blouse", "output": "Respond('Ok! I'll do it') | Move_To('kitchen') | Search_Object('peach', 'yellow') | Pickup() | Move_To('exit') | Search_Person('', 'dressed in a blue blouse') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "greet the person wearing black jacket in the office and say your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "How many individuals are there in the hallway wearing orange shoes?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing orange shoes') | Search_Person('user', '') | Answer()" }, { "input": "greet Robin in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "greet the person wearing white sweater in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white sweater') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please go get the blue orange from the hallway and deliver it to me.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('orange', 'blue') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Sara in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "What is the left-most object located on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the left-most object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "Go to entrance, find a person, take to lounge chair, and hand over an apple.", "output": "Move_To('entrance') | Search_Person('', '') | Respond('Hey, am here to guide you to lounge chair, please follow me') | Move_To('lounge chair') | Search_Object('apple', '') | Pickup() | Give_To()" }, { "input": "Please guide the person who wearing an orange blouse from lamp to exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'wearing an orange blouse') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Fleur in the living room and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Fleur', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Could you grab the tallest orange from the kitchen and deliver it to desk?", "output": "Respond('Got it!') | Move_To('kitchen') | Search_Object('orange', 'tallest') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "take sponges from the dishwasher and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "meet Robin in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Robin in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I'd appreciate it if you could escort the person who wearing yellow blouse situated in the lounge chair to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'wearing yellow blouse') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet Lucas in the kitchen and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Say hello and mention your team's affiliation to the person standing.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet the person wearing yellow t shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "look for a person pointing to the left in the office and tell your teams name", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "describe the objects in the coffee table", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('describe the objects in the coffee table') | Search_Person('user', '') | Answer()" }, { "input": "meet Emma in the kitchen and say the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Emma', '') | What_Day()" }, { "input": "what is the name of the miami hurricanes mascot", "output": "Respond('Sebastian the Ibis')" }, { "input": "inform man wearing an orange T-shirt in the couch the number of plate present on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('plate','') | Move_To('couch') | Search_Person('', 'man wearing an orange T-shirt') | Answer()" }, { "input": "Make introductions with the person wearing orange pants in the lamp before guiding them to the coathanger.", "output": "Respond('Got it!') | Move_To('lamp') | Search_Person('', 'wearing orange pants') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "meet John in the kitchen and guide them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('John', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "salute the person wearing blue shirt in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "find soap in the kitchen then take it and deliver it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "greet Hayley in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Hayley', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please go behind the person wearing blue T-shirt in the office", "output": "Respond('okay I will follow the person wearing blue T-shirt') | Move_To('office') | Search_Person('', 'wearing blue T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "tell man pointing to the right in the trashcan how many sausages there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('sausages','') | Move_To('trashcan') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "Please retrieve the yellow orange from the hallway and deliver it to me.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('orange', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Peter in the hallway and say something about yourself", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "escort them to the entrance after introducing yourself to the tallest person in the trashcan.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'tallest') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Noah in the living room and say your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('Noah', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Tell Peter about the stuff located on the kitchen counter.", "output": "Respond('Let me see!') | Move_To('kitchen counter') | Vision_Ask('describe the objects on the kitchen counter') | Search_Person('Peter', '') | Answer()" }, { "input": "Tell me how the person lying down looks like.", "output": "Respond('Let me see!') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "Say I love you to the Robin in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('Robin', '') | Respond('I need you')" }, { "input": "What is the tallest object there on the hallway cabinet?", "output": "Respond('Got it!') | Move_To('hallway cabinet') | Vision_Ask('what is the tallest object on the hallway cabinet') | Search_Person('user', '') | Answer()" }, { "input": "Guide someone from lamp to exit, find an individual, and hand them the sponge.", "output": "Move_To('lamp') | Search_Person('', '') | Respond('Hey, am here to guide you to exit, please follow me') | Move_To('exit') | Search_Object('sponge', '') | Pickup() | Give_To()" }, { "input": "what is the only painting van gogh sold", "output": "Respond('The Red Vineyards near Arles')" }, { "input": "Say hello to the person dressed in an orange blouse and mention your team's affiliation in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "I need you to bring me a bowl with noodles", "output": "Respond('Okay, I will go get you some noodles in a bowl!') | Search_Object('noodles', '') | Pickup() | Search_Object('bowl', '') | Pour_In('bowl') | Place_Next('bowl') | Search_Object('bowl', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "By introducing yourself to the person wearing yellow shoes, then escort them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, I'm Lucio. I'm here to escort you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "bring me milk from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('milk', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing orange jacket in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'orange jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "take soap from the hallway cabinet and bring it to Noah in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Noah', '') | Give_To()" }, { "input": "greet the person wearing black jacket in the hallway and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black jacket') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Start by introducing yourself to the individual sitting in the trashcan, then guide them to the coathanger.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'sitting') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell your teams country to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "At entrance, find a person, guide them to lamp, and then hand them the pea soup.", "output": "Move_To('entrance') | Search_Person('', '') | Respond('Hey, am here to guide you to lamp, please follow me') | Move_To('lamp') | Search_Object('pea soup', '') | Pickup() | Give_To()" }, { "input": "bring me washcloth from the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Robin in the kitchen and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Robin', '') | What_Tomorrow()" }, { "input": "greet the person wearing blue shirt in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "go to the hallway cabinet then find peach and get it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('peach', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "inform woman waving in the kitchen counter how many apple there are on the hallway", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('apple','') | Move_To('kitchen counter') | Search_Person('', 'woman waving') | Answer()" }, { "input": "who sang you're the best thing that ever happened", "output": "Respond('Ray Price')" }, { "input": "meet Sophie at the exit then find them in the kitchen", "output": "Respond('got it') | Move_To('exit') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "greet Liam in the living room and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "locate a person raising their left arm in the living room and follow them to the loc2", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('I am here to follow you to loc2.') | Follow()" }, { "input": "how much of world's population lives in india", "output": "Respond('17.5 %')" }, { "input": "You should go behind person dressed in an orange shirt in the hallway", "output": "Respond('Sure, I will follow the person dressed in an orange shirt.') | Move_To('hallway')| Search_Person('', 'dressed in an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "jarvis must be inform regarding the quantity of pringles situated on the kitchen counter.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('pringles', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "greet the person wearing blue blouse in the office and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'blue blouse') | What_Day()" }, { "input": "Make your introduction to the individual standing and guide them to the coathanger.", "output": "Respond('Got it!') | Search_Person('', 'standing') | Respond('Hi, I'm Lucio. I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "tell me what is the biggest drinks on the dishwasher", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('', 'biggest drinks') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the hallway and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "take milk from the dishwasher and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('dishwasher') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Would you place a cup on the desk and a spoon in it?", "output": "Respond('Ok sure!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('spoon', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "relate woman wearing a hat in the trashcan how many ice tea there are on the dishwasher", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('ice tea','') | Move_To('trashcan') | Search_Person('', 'woman wearing a hat') | Answer()" }, { "input": "say hello to Julia in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "answer the quiz of the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet Jesse in the office and follow them", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Jesse', '') | Respond('I am here to follow you') | Follow()" }, { "input": "escort Sophie at the lamp to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Sophie', '') | Respond('Hey, I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "bring the left-most orange for me and answer a question.", "output": "Respond('Got it i will bring it to you!') | Search_Object('orange', 'left-most') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "Could you deliver to me the tallest tictac that's in the office, please?", "output": "Respond('Got it!') | Move_To('office') | Search_Object('tictac', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Harrie in the hallway and say the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Time()" }, { "input": "greet the person wearing black blouse in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "how long is the swim from cuba to florida", "output": "Respond('110 mi or 180 km')" }, { "input": "greet Lucas in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find soap in the hallway then grasp it and deliver it to Robin in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Robin', '') | Give_To()" }, { "input": "To Noah wearing yellow T-shirt in office, acquire plum from coathanger and pass it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('plum', '') | Pickup() | Move_To('office') | Search_Person('Noah', 'wearing yellow T-shirt') | Respond('Hi. this plum for you') | Give_To()" }, { "input": "find soap in the office then fetch it and give it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "greet the person wearing blue sweater in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | What_Day()" }, { "input": "What is the blue object you can find on the TV table?", "output": "Respond('Got it!') | Move_To('TV table') | Vision_Ask('what is the blue object on the TV table') | Search_Person('user', '') | Answer()" }, { "input": "salute Sophie in the office and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sophie', '') | What_Day()" }, { "input": "Take apple from lamp and then bring it to person", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('apple', '') | Pickup() | Search_Person('', '') | Respond('Hi, this is for you') | Give_To()" }, { "input": "Your mission is take sausages from lounge chair and convey it to coathanger. Finally, handover that sausages to person dressed in an orange blouse", "output": "Respond('Ok! I'll do it') | Move_To('lounge chair') | Search_Object('sausages', '') | Pickup() | Move_To('coathanger') | Search_Person('', 'dressed in an orange blouse') | Respond('Hi. this sausages for you') | Give_To()" }, { "input": "To person wearing a hat in kitchen, acquire pea soup from exit and present it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('pea soup', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'wearing a hat') | Respond('Hi. this pea soup for you') | Give_To()" }, { "input": "greet Laura in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Jesse in the hallway and say your teams country", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Jesse', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Take yellow cup from lamp and then bring it to Harrie who wearing a hat at entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Object('cup', 'yellow') | Pickup() | Move_To('entrance') | Search_Person('Harrie', 'wearing a hat') | Respond('Hi, this is for you') | Give_To()" }, { "input": "what process do research articles undergo prior to publication in scientific journals", "output": "Respond('peer review')" }, { "input": "look for a person pointing to the right in the kitchen and say your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "describe the person standing at the entrance to me", "output": "Respond('Let me see!') | Move_To('entrance') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "greet Hayley in the office and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Hayley', '') | What_Tomorrow()" }, { "input": "I need you to do to take the person who sitting at the trashcan location to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'sitting') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "who has the most olympic medals by a single person", "output": "Respond('Michael Phelps')" }, { "input": "Seek yellow pea soup, pick up that pea soup and place on desk", "output": "Respond('Sure! I'm working on it') | Search_Object('pea soup', 'yellow') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Please follow Kevin", "output": "Respond('Sure, I will follow Kevin.') | Search_Person('Kevin', '')| Respond('Hey Kevin I am here to follow you.') | Follow()" }, { "input": "greet Peter in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please move to the kitchen cabinet. tell me how many food are on there. ", "output": "Respond('got it') | Move_To('kitchen cabinet') | Count_Object('', 'food') | Search_Person('user', '') | Answer()" }, { "input": "salute Sara in the office and say your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow blouse in the living room and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "salute Sophie in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sophie', '') | What_Day()" }, { "input": "inform oldest woman in the entrance how many tictac exist on the coffee table", "output": "Respond('got it!') | Move_To('coffee table') | Count_Object('tictac','') | Move_To('entrance') | Search_Person('', 'oldest woman') | Answer()" }, { "input": "inform tony after counting lemon at the TV table.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('lemon', '') | Search_Person('tony', '') | Answer()" }, { "input": "Your assistance is needed to go through the living room, make a count of all the plum items, and provide tony with that number.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('plum', '') | Search_Person('tony', '') | Answer()" }, { "input": "Introduce yourself to the person who is wearing an orange blouse at the trashcan, then guide them to the entrance.", "output": "Respond('Got it!') | Move_To('trashcan') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "meet Gabrielle at the lamp, find the person in the coathanger, and then answer a question.", "output": "Respond('Okay i will greet the person') | Move_To('lamp') | Search_Person('Gabrielle', '') | Respond('Hey Gabrielle, How are you doing?') | Move_To('coathanger') | Search_Person('', '') | Respond('Hey, How are you doing?') | New_Request()" }, { "input": "Make introductions with the person wearing yellow blouse before guiding them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow blouse') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Let's have you guide Emma who wearing a necklace you encounter at the lamp and bring them to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('Emma', 'wearing a necklace') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "inform person waving in the kitchen how many pancake mix exist on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pancake mix','') | Move_To('kitchen') | Search_Person('', 'person waving') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the lounge chair') | Move_To('lounge chair')" }, { "input": "greet the person wearing yellow jacket in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "take soap from the TV table and bring it to the person raising their left arm in the kitchen", "output": "Respond('got it') | Move_To('TV table') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'person raising their left arm') | Give_To()" }, { "input": "Describe for me the individual whose sitting you spot.", "output": "Respond('Let me see!') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "get acquainted with Kevin at the exit, then go to the trashcan to find her.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Kevin', '') | Respond('Hey Kevin, How are you doing?') | Move_To('trashcan') | Search_Person('Kevin', '') | Respond('Oh Kevin, we meet again!')" }, { "input": "who was the leader of the bolsheviks in 1917 during the november revolution", "output": "Respond('Vladimir Lenin')" }, { "input": "Meet Lucas in the coathanger and then go after.", "output": "Respond('got it!') | Move_To('coathanger') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Follow()" }, { "input": "salute Julia in the kitchen and tell what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "Please relate woman wearing orange shoes in the hallway cabinet how many banana there are on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('banana','') | Move_To('hallway cabinet') | Search_Person('', 'woman wearing orange shoes') | Answer()" }, { "input": "In the hallway, say hello and mention your team's affiliation to the person wearing an orange T-shirt.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Susan in the living room and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Susan', '') | What_Day()" }, { "input": "greet Sara in the exit and follow them to the lounge chair", "output": "Respond('Nice of you, I will go greet him and follow !') | Move_To('exit') | Search_Person('Sara', '') | Respond('Hey Sara, How are you doing?') | Follow()" }, { "input": "greet Liam in the office and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Liam', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "take milk from the desk and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing blue blouse in the kitchen and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please go to the hallway and tell me the gesture of the person in the room", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', '') | Vision_Ask('What is the gesture of this person?') | Search_Person('user', '') | Answer()" }, { "input": "meet Laura in the office and follow them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Laura', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "follow the person wearing blue shoes", "output": "Respond('okay I will follow the person wearing blue shoes') | Search_Person('', 'wearing blue shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "look for a waving person in the office and tell the time", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Time()" }, { "input": "report to jarvis the number of fanta present on the dining room table.", "output": "Respond('got it!') | Move_To('dining table') | Count_Object('fanta', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "guide the waving person from the lamp to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lamp to the entrance') | Move_To('entrance')" }, { "input": "Please follow the the lead of person wearing orange shoes in the living room", "output": "Respond('okay I will follow the person wearing orange shoes') | Move_To('living room') | Search_Person('', 'wearing orange shoes')| Respond('I am here to follow you.') | Follow()" }, { "input": "locate a person raising their left arm in the living room and tell your teams affiliation", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Please inform child in the TV table how many candle there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('candle','') | Move_To('TV table') | Search_Person('', 'child') | Answer()" }, { "input": "take soap from the desk and give it to the waving person in the living room", "output": "Respond('got it') | Move_To('desk') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('', 'waving person') | Give_To()" }, { "input": "Tell where are you from to the person standing", "output": "Respond('Okay! I got it') | Search_Person('', 'standing') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Lay cup on desk", "output": "Respond('I got this!') | Search_Object('cup', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "Check kitchen counter for water. Count them. Give tony the number.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('water', '') | Search_Person('tony', '') | Answer()" }, { "input": "To the entrance, escort the person wearing yellow blouse.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow blouse') | Respond('Hi, I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "greet Sara in the living room and tell your teams country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "greet the person wearing yellow coat in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Can you deliver to the tallest ice tea from the hallway and answer a question?", "output": "Respond('Got it i will bring it to you!') | Move_To('hallway') | Search_Object('ice tea', 'tallest') | Pickup() | Search_Person('user', '') | Give_To() | New_Request()" }, { "input": "find washcloth in the living room then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('washcloth', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "get acquainted with Laura at the lamp, then say hi to her at the coathanger.", "output": "Respond('Okay i will greet her') | Move_To('lamp') | Search_Person('Laura', '') | Respond('Hey Laura, How are you doing?') | Move_To('coathanger') | Search_Person('Laura', '') | Respond('Oh Laura, we meet again!')" }, { "input": "meet Peter in the hallway and tell your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet the person wearing blue jacket in the kitchen and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "Could you pour some noodles into the dish?", "output": "Respond('Okay, I will go get you some noodles in a dish!') | Search_Object('noodles', '') | Pickup() | Search_Object('dish', '') | Pour_In('dish') | Place_Next('dish') | Search_Object('dish', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing blue shirt in the hallway and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "guide the person wearing yellow shoes to the entrance after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, I'm Lucio. I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the lounge chair", "output": "Respond('Okay, I will go to the lounge chair') | Move_To('lounge chair')" }, { "input": "Please get blue lemon. And hand it over to Peter", "output": "Respond('Ok! I'll do it') | Search_Object('lemon', 'blue') | Pickup() | Search_Person('Peter', '') | Respond('Hi. this lemon for you') | Give_To()" }, { "input": "greet Emma in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Emma', '') | What_Day()" }, { "input": "Transport bowl in office to entrance, give it to Susan dressed in a black blouse", "output": "Respond('Ok! I'll do it') | Move_To('office') | Search_Object('bowl', '') | Pickup() | Move_To('entrance') | Search_Person('Susan', 'dressed in a black blouse') | Respond('Hi Susan. this bowl for you') | Give_To()" }, { "input": "salute William in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Go to hallway, fetch black cornflakes and hand it over to Lucas.", "output": "Respond('Ok! I'll do it') | Move_To('hallway') | Search_Object('cornflakes', 'black') | Pickup() | Search_Person('Lucas', '') | Respond('Hi. this cornflakes for you') | Give_To()" }, { "input": "meet Robin in the living room and tell what day is today", "output": "Respond('got it') | Move_To('living room') | Search_Person('Robin', '') | What_Day()" }, { "input": "meet Robin in the office and say what day is today", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | What_Day()" }, { "input": "Take the plate to the basket", "output": "Respond('Forsure!') | Search_Object('plate', '') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "meet Sophie at the dishwasher then locate them in the kitchen", "output": "Respond('got it') | Move_To('dishwasher') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "place a dish on the desk with a fork on its left", "output": "Respond('Ok sure!') | Search_Object('dish', '') | Pickup() | Move_To('desk') | Place_On('desk') | Search_Object('fork', '') | Pickup() | Move_To('desk') | Place_On('desk')" }, { "input": "You go hallway, count plum, report to jarvis number.", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('plum', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "inform person raising their left arm in the entrance the number of apple present on the living room", "output": "Respond('got it!') | Move_To('living room') | Count_Object('apple','') | Move_To('entrance') | Search_Person('', 'person raising their left arm') | Answer()" }, { "input": "bring me sausages from the coffee table", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Your task is put the blue dish at the coffee table, and once that's done, put the fork in it", "output": "Respond('I got this!') | Search_Object('dish', 'blue') | Pickup() | Move_To('coffee table') | Place_On('coffee table') | Search_Object('fork', '') | Pickup() | Move_To('coffee table') | Place_On('coffee table')" }, { "input": "salute Laura in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Person is standing in lamp, describe to me.", "output": "Respond('Let me see!') | Move_To('lamp') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Hayley in the kitchen and tell something about yourself", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Can you tell me what the biggest object on the dishwasher is?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the biggest object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "Could you tell me how many person raising their right arm are in the hallway", "output": "Respond('got it') | Move_To('hallway') | Count_Person('person raising their right arm') | Search_Person('user', '') | Answer()" }, { "input": "inform man pointing to the right in the hallway how many stroopwafel there are on the kitchen counter", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('stroopwafel','') | Move_To('hallway') | Search_Person('', 'man pointing to the right') | Answer()" }, { "input": "bring me the tallest sponge from the dishwasher", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('sponge', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Please take the person who wearing orange shoes standing in the couch to the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('', 'wearing orange shoes') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "take the tallest washcloth from the hallway to the lamp", "output": "Respond('Got it!') | Move_To('hallway') | Search_Object('washcloth', 'tallest') | Pickup() | Move_To('lamp') | Place_On('lamp')" }, { "input": "bring me hagelslag from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('hagelslag', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell the man wearing blue blouse in the hallway the time", "output": "Move_To('hallway') | Search_Person('', 'man wearing blue blouse') | What_Time()" }, { "input": "greet Noah in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Head to the kitchen, meet Sophie, and then answer a question.", "output": "Respond('got it!') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "greet the person wearing blue coat in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "meet William in the kitchen and say what day is tomorrow", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('William', '') | What_Tomorrow()" }, { "input": "Your task is put the yellow dish at the kitchen cabinet, and once that's done, put the knife on it", "output": "Respond('I got this!') | Search_Object('dish', 'yellow') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet') | Search_Object('knife', '') | Pickup() | Move_To('kitchen cabinet') | Place_On('kitchen cabinet')" }, { "input": "meet Sophie at the hallway cabinet then look for them in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "locate a person pointing to the right in the living room and tell the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the right') | What_Time()" }, { "input": "meet Liam in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Liam', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "tell oldest man in the dinner table how many crisp there are on the office", "output": "Respond('got it!') | Move_To('office') | Count_Object('crisp','') | Move_To('dinner table') | Search_Person('', 'oldest man') | Answer()" }, { "input": "when did under god become part of the pledge of allegiance", "output": "Respond('Flag Day 1954')" }, { "input": "greet Liam in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Liam', '') | What_Time()" }, { "input": "Deliver cup in trashcan to oldest person, The person's name is William", "output": "Respond('Okay, I will do it') | Move_To('trashcan') | Search_Object('cup', '') | Pickup() | Search_Person('William', 'oldest') | Respond('Hi William, this is for you') | Give_To()" }, { "input": "find soap in the hallway then get it and give it to Sophie in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sophie', '') | Give_To()" }, { "input": "greet the person wearing black t shirt in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black t shirt') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "take them to the exit after introducing yourself to the person in the couch who is dressed in a black blouse.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'dressed in a black blouse') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Sara in the living room and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Day()" }, { "input": "greet the person wearing white blouse in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white blouse') | What_Time()" }, { "input": "find soap in the office then grasp it and give it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you tell me how many individuals in the kitchen are wearing glasses?", "output": "Respond('Got it!') | Move_To('kitchen') | Count_Person('wearing glasses') | Search_Person('user', '') | Answer()" }, { "input": "meet Jesse in the kitchen and follow them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Jesse', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "guide the waving person from the kitchen cabinet to the TV table", "output": "Respond('Okay, I'm working on it') | Move_To('kitchen cabinet') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the kitchen cabinet to the TV table') | Move_To('TV table')" }, { "input": "guide the waving person from the TV table to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('TV table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the TV table to the dishwasher') | Move_To('dishwasher')" }, { "input": "salute Sara in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet the person wearing blue sweater in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue sweater') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "First, move to trashcan, meet Harrie and escort towards the coathanger", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Harrie', '') | Respond('Hey, I'm here to guide you to coathanger, please follow me') | Move_To('coathanger')" }, { "input": "greet the person wearing yellow t shirt in the hallway and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'yellow t shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "guide the waving person from the trashcan to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the trashcan to the exit') | Move_To('exit')" }, { "input": "Would you pour some noodles in a cup and bring it to me?", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the kitchen and lead them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow jacket') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "please say something about yourself to Hayley who is standing in the living room", "output": "Respond('Okay, I Am working on it') | Move_To('living room') | Search_Person('Hayley', 'standing') | Respond('Well, my name is Lucio I am a house hold robot and very close to AGI Artificial general intelligence!')" }, { "input": "locate a person raising their right arm in the living room and say the time", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | What_Time()" }, { "input": "meet Kevin in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "meet Fleur in the kitchen and say what day is today", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Fleur', '') | What_Day()" }, { "input": "Could you describe to Robin the candy on the kitchen cabinet?", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Search_Object('candy', '') | Vision_Ask('describe the candy on the kitchen cabinet') | Search_Person('Robin', '') | Answer()" }, { "input": "find milk in the living room then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('living room') | Search_Object('milk', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "list the responsibilities of the team leader within the team", "output": "Respond('Develop a strategy by which team members can use to reach the project goal')" }, { "input": "take soap from the hallway cabinet and bring it to Emma in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Emma', '') | Give_To()" }, { "input": "say your teams country to the person raising their right arm in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Greet the person wearing yellow shoes and share your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'wearing yellow shoes') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Please take the person who is the tallest, whom is in lamp, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'tallest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "How many people are there in the office wearing a necklace?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing a necklace') | Search_Person('user', '') | Answer()" }, { "input": "Let the person at entrance know the appearance details of the one standing.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "On the dinner table, which is the tallest object?", "output": "Respond('Got it!') | Move_To('dinner table') | Vision_Ask('what is the tallest object on the dinner table') | Search_Person('user', '') | Answer()" }, { "input": "bring me mayonaise from the desk", "output": "Respond('got it') | Move_To('desk') | Search_Object('mayonaise', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "look for a person raising their left arm in the living room and say the day of the week", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "who wrote the story the fun they had", "output": "Respond('Isaac Asimov')" }, { "input": "What is the blue object on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the blue object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "After you get to know Robin at the exit, go and find him at the couch.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Robin', '') | Respond('Hey Robin, How are you doing?') | Move_To('couch') | Search_Person('Robin', '') | Respond('Oh Robin, we meet again!')" }, { "input": "tell woman wearing an orange T-shirt in the trashcan how many fork there are on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('fork','') | Move_To('trashcan') | Search_Person('', 'woman wearing an orange T-shirt') | Answer()" }, { "input": "locate a person raising their left arm in the living room and tell the day of the month", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Day()" }, { "input": "meet Harrie at the coathanger.", "output": "Respond('Okay I will meet Harrie') | Move_To('coathanger') | Search_Person('Harrie', '') | Respond('Hi Harrie, How are you doing?')" }, { "input": "Go fetch that fanta and put it inside the bag", "output": "Respond('Forsure!') | Search_Object('fanta', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "greet the person wearing white coat in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white coat') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Tell Robin about the stuff located on the TV table.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Robin', '') | Answer()" }, { "input": "meet Lucas in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('Lucas', '') | What_Day()" }, { "input": "find cola in the hallway then fetch it and deliver it to me", "output": "Respond('got it') | Move_To('hallway') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing white shirt in the office and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "meet Peter in the kitchen and tell your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Peter', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Go ahead to couch, take orange and give it to person in exit. the person wearing blue shirt", "output": "Respond('Ok! I'll do it') | Move_To('couch') | Search_Object('orange', '') | Pickup() | Move_To('exit') | Search_Person('', 'wearing blue shirt') | Respond('Hi. this orange for you') | Give_To()" }, { "input": "take cola from the coffee table and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('coffee table') | Search_Object('cola', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet John in the office and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('John', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a waving person in the kitchen and say your teams name", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "find soap in the hallway then get it and deliver it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "greet the person wearing black t shirt in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black t shirt') | What_Time()" }, { "input": "high speed train los angeles to las vegas", "output": "Respond('XpressWest')" }, { "input": "Please bring fork from lamp to Jesse at the exit", "output": "Respond('Ok! I'll do it') | Move_To('lamp') | Search_Object('fork', '') | Pickup() | Move_To('exit') | Search_Person('Jesse', '') | Respond('Hi. this fork for you') | Give_To()" }, { "input": "find soap in the hallway then take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "Person is standing in lounge chair. Describe to me.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "meet Harrie in the hallway and tell the time", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Time()" }, { "input": "find soap in the kitchen then grasp it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me how many people in the hallway are wearing black jackets", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing black jackets') | Search_Person('user', '') | Answer()" }, { "input": "pick up the orange", "output": "Respond('Okay, I will go get the orange') | Search_Object('orange', '') | Pickup() | Respond('Here you go, I have got you the orange')" }, { "input": "go to the hallway cabinet then find cornflakes and fetch it and bring it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow coat in the kitchen and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'yellow coat') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Describe for me the individual whose lying down at the trashcan.", "output": "Respond('Let me see!') | Move_To('trashcan') | Search_Person('', 'lying down') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "locate a person raising their right arm in the hallway and escort them to the loc2", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "greet Peter in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "greet Kevin in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Kevin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "salute Hayley in the kitchen and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "check how many tictac at the office and let jarvis know", "output": "Respond('got it!') | Move_To('office') | Count_Object('tictac', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "get acquainted with John at the couch.", "output": "Respond('Okay I will get acquainted with John') | Move_To('couch') | Search_Person('John', '') | Respond('Hi John, How are you doing?')" }, { "input": "meet Robin in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Robin', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "inform jarvis after counting peach at the TV table.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "tell man wearing an orange blouse in the exit how many pea soup exist on the desk", "output": "Respond('got it!') | Move_To('desk') | Count_Object('pea soup','') | Move_To('exit') | Search_Person('', 'man wearing an orange blouse') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the desk to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('desk') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the desk to the dishwasher') | Move_To('dishwasher')" }, { "input": "say your teams name to the person pointing to the left in the living room", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person pointing to the left') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "would you tell the man raising their left arm in the lamp what day is tomorrow", "output": "Move_To('lamp') | Search_Person('', 'man raising their left arm') | What_Tomorrow()" }, { "input": "count the candy at the kitchen cabinet and then inform man wearing black shoes in the living room", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('candy','') | Move_To('living room') | Search_Person('', 'man wearing black shoes') | Answer()" }, { "input": "guide the person wearing a blue t shirt from the lamp to the kitchen counter", "output": "Respond('Okay, I'm working on it') | Move_To('lamp') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the lamp to the kitchen counter') | Move_To('kitchen counter')" }, { "input": "Safely take Peter who is the oldest through entrance from trashcan", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('Peter', 'oldest') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Can you tell me how many people in the hallway are wearing glasses?", "output": "Respond('Got it!') | Move_To('hallway') | Count_Person('wearing glasses') | Search_Person('user', '') | Answer()" }, { "input": "Can I ask you to deliver lemon to lounge chair and place in the basket?", "output": "Respond('Sure! I'm working on it') | Search_Object('lemon', '') | Pickup() | Move_To('lounge chair') | Search_Object('basket', '') | Place_On('basket')" }, { "input": "greet Sara in the kitchen and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Sara', '') | What_Day()" }, { "input": "take soap from the hallway cabinet and give it to Robin in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('Robin', '') | Give_To()" }, { "input": "greet Laura in the hallway and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | What_Day()" }, { "input": "take washcloth from the desk and deliver it to me", "output": "Respond('got it') | Move_To('desk') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "go to the coathanger then look for a soap and give it to the women sitting in the kitchen cabinet", "output": "Respond('Okay, I Am working on it') | Move_To('coathanger') | Search_Object('soap', '') | Pickup() | Move_To('kitchen cabinet') | Search_Person('', 'sitting women') | Give_To()" }, { "input": "I need you to take plate at living room and put it on shelf", "output": "Respond('Sure! I'm working on it') | Move_To('living room') | Search_Object('plate', '') | Pickup() | Move_To('shelf') | Place_On('shelf')" }, { "input": "tell what day is today to the people lying down in the hallway", "output": "Respond('Okay, I Am working on it') | Move_To('hallway') | Search_Person('', 'lying down people') | What_Day()" }, { "input": "find a waving person in the office and tell your teams country", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please bring me a cup filled with drink", "output": "Respond('Okay, I will go get you some drink in a cup!') | Search_Object('drink', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "I'd like you to carry that blue pringles and put it into the tray in kitchen", "output": "Respond('Forsure!') | Search_Object('pringles', 'blue') | Pickup() | Move_To('kitchen') |Search_Object('tray', '') | Place_On('tray')" }, { "input": "salute Sophie in the living room and tell your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Explain the hagelslag on the kitchen cabinet for Gabrielle.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Search_Object('hagelslag', '') | Vision_Ask('describe the hagelslag on the kitchen cabinet') | Search_Person('Gabrielle', '') | Answer()" }, { "input": "go to the hallway cabinet then find sponges and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('sponges', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet the person wearing yellow t shirt in the living room and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow t shirt') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Your job is to pick up the blue milk and then deposit it into the tray", "output": "Respond('Forsure!') | Search_Object('milk', 'blue') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "greet Laura in the kitchen and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Laura', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "say the day of the week to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'waving person') | What_Day()" }, { "input": "go to the hallway cabinet then find soap and take it and give it to Julia in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Julia', '') | Give_To()" }, { "input": "tell man wearing blue shoes in the entrance the number of liquorice present on the shelf", "output": "Respond('got it!') | Move_To('shelf') | Count_Object('liquorice','') | Move_To('entrance') | Search_Person('', 'man wearing blue shoes') | Answer()" }, { "input": "salute Laura in the hallway and say your teams country", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "How big is Canada's only desert?", "output": "Respond('The British Columbia desert is only 15 miles long.')" }, { "input": "Take stock of cup at the dinner table and inform tony", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('cup', '') | Search_Person('tony', '') | Answer()" }, { "input": "How about describing the objects on the kitchen cabinet to Hayley?", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('Hayley', '') | Answer()" }, { "input": "After you meet John at the coathanger, go and find her at the dinner table.", "output": "Respond('Okay i will greet her') | Move_To('coathanger') | Search_Person('John', '') | Respond('Hey John, How are you doing?') | Move_To('dinner table') | Search_Person('John', '') | Respond('Oh John, we meet again!')" }, { "input": "guide the person wearing a blue t shirt from the entrance to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('entrance') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the entrance to the shelf') | Move_To('shelf')" }, { "input": "say hello to the person dressed in an orange shirt in the office and say your team's affiliation", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "greet Julia in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | What_Tomorrow()" }, { "input": "guide Sophie from the TV table to the lamp", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the TV table to the lamp') | Move_To('lamp')" }, { "input": "greet the person wearing blue blouse in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue blouse') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Transport plum in living room to entrance, give it to person wearing yellow shoes", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('plum', '') | Pickup() | Move_To('entrance') | Search_Person('', 'wearing yellow shoes') | Respond('Hi. this plum for you') | Give_To()" }, { "input": "greet the person wearing white shirt in the office and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "follow Emma from the lounge chair to the office", "output": "Respond('got it') | Move_To('lounge chair') | Search_Person('Emma', '') | Respond('I am here to follow you to the office.') | Follow()" }, { "input": "greet the person wearing black blouse in the hallway and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "guide Sophie from the hallway cabinet to the exit", "output": "Respond('Okay, I'm working on it') | Search_Person('Sophie', '') | Respond('I'm here to guide you from the hallway cabinet to the exit') | Move_To('exit')" }, { "input": "Illustrate the object located on the coffee table to Lucas.", "output": "Respond('Let me see!') | Move_To('coffee table') | Vision_Ask('What is the object on the coffee table') | Search_Person('Lucas', '') | Answer()" }, { "input": "greet John in the kitchen and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('John', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "Would you like to tell me how many decorations are in the desk", "output": "Respond('got it') | Move_To('desk') | Count_Object('', 'decorations') | Search_Person('user', '') | Answer()" }, { "input": "I wand you to carry washcloth from trashcan and transfer it to person who is oldest in office", "output": "Respond('Ok! I'll do it') | Move_To('trashcan') | Search_Object('washcloth', '') | Pickup() | Move_To('office') | Search_Person('', 'oldest') | Respond('Hi. this washcloth for you') | Give_To()" }, { "input": "tell the woman dressed in an orange blouse in the exit what day is tomorrow", "output": "Move_To('exit') | Search_Person('', 'woman dressed in an orange blouse') | What_Tomorrow()" }, { "input": "Introduce yourself to Laura at the trashcan, and proceed to go behind.", "output": "Respond('got it!') | Move_To('trashcan') | Search_Person('Laura', '') | Respond('My team is from Pusan National University in south korea!') | Follow()" }, { "input": "tell person wearing an orange T-shirt in the office how many ice tea exist on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('ice tea','') | Move_To('office') | Search_Person('', 'person wearing an orange T-shirt') | Answer()" }, { "input": "greet the person wearing orange jacket in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'orange jacket') | Respond('I am here to follow you') | Follow()" }, { "input": "Tell your team's affiliation and say hello to the person wearing yellow pants in the office.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing yellow pants') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Your goal is escort William who dressed in an orange blouse, whom meet at the couch, to the entrance", "output": "Respond('Okay, I'm working on it') | Move_To('couch') | Search_Person('William', 'dressed in an orange blouse') | Respond('Hey, I'm here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Introduce yourself to the Robin in the office", "output": "Respond('Okay! I got it') | Move_To('office') | Search_Person('Robin', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "take coke from the desk and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('desk') | Search_Object('coke', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "locate a person pointing to the right in the kitchen and tell the day of the week", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the right') | What_Day()" }, { "input": "greet the person wearing blue coat in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'blue coat') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "report to jarvis after counting dubbelfris at the desk.", "output": "Respond('got it!') | Move_To('desk') | Count_Object('dubbelfris', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "find soap in the hallway then get it and bring it to Jesse in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Jesse', '') | Give_To()" }, { "input": "meet Susan in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Susan', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "Please go after the person wearing black T-shirt", "output": "Respond('okay I will follow the person wearing black T-shirt') | Search_Person('', 'wearing black T-shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "find soap in the hallway then grasp it and give it to Sara in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Sara', '') | Give_To()" }, { "input": "greet the person wearing black blouse in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'black blouse') | What_Time()" }, { "input": "See cornflakes in hallway cabinet. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('hallway cabinet') | Count_Object('cornflakes', '') | Search_Person('tony', '') | Answer()" }, { "input": "See candle in kitchen. Count how many. Say number to jarvis.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('candle', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Navigate to the entrance, find a water, and bring it to the person sitting in the lamp.", "output": "Respond('Okay i got it!') | Move_To('entrance') | Search_Object('water', '') | Pickup() | Move_To('lamp') | Search_Person('', 'sitting') | Give_To()" }, { "input": "greet Julia in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Julia', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Noah in the office and tell the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Noah', '') | What_Day()" }, { "input": "look for a person raising their right arm in the living room and say your teams name", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their right arm') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please inform woman wearing black shoes in the office how many curry there are on the entrance", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('curry','') | Move_To('office') | Search_Person('', 'woman wearing black shoes') | Answer()" }, { "input": "Take away this pancake mix to living room and put on bag", "output": "Respond('Forsure!') | Search_Object('pancake mix', '') | Pickup() | Move_To('living room') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Could you tell me how many people in the office are standing?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('standing') | Search_Person('user', '') | Answer()" }, { "input": "meet Sophie in the hallway and tell the day of the week", "output": "Respond('got it') | Move_To('hallway') | Search_Person('Sophie', '') | What_Day()" }, { "input": "what is the seer rating on an air conditioner", "output": "Respond('the cooling output during a typical cooling - season divided by the total electric energy input during the same period')" }, { "input": "take the individual dressed in an orange T-shirt to the exit after introducing yourself.", "output": "Respond('Got it!') | Search_Person('', 'dressed in an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to take you to exit, please follow me') | Move_To('exit')" }, { "input": "greet Laura in the living room and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Laura', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Transport strawberry in living room to exit, give it to oldest person", "output": "Respond('Ok! I'll do it') | Move_To('living room') | Search_Object('strawberry', '') | Pickup() | Move_To('exit') | Search_Person('', 'oldest') | Respond('Hi. this strawberry for you') | Give_To()" }, { "input": "Please relate man raising their right arm in the hallway how many crisp there are on the couch", "output": "Respond('got it!') | Move_To('couch') | Count_Object('crisp','') | Move_To('hallway') | Search_Person('', 'man raising their right arm') | Answer()" }, { "input": "take sponges from the TV table and deliver it to me", "output": "Respond('got it') | Move_To('TV table') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Peter in the living room and say something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet Peter in the hallway and tell something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Peter', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "find a person raising their right arm in the kitchen and escort them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | Respond('hello I will guide you, please follow me to loc2.') | Move_To('loc2')" }, { "input": "find soap in the hallway then grasp it and deliver it to the person raising their right arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "tell person wearing a necklace in the trashcan the number of candle present on the coathanger", "output": "Respond('got it!') | Move_To('coathanger') | Count_Object('candle','') | Move_To('trashcan') | Search_Person('', 'person wearing a necklace') | Answer()" }, { "input": "salute William in the living room and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('William', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "tell me what is the biggest food on the dinner table", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('', 'biggest food') | Search_Person('user', '') | Answer()" }, { "input": "In the hallway, greet the person wearing an orange blouse and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'wearing an orange blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "tell the man dressed in a black blouse in the entrance what day is tomorrow", "output": "Move_To('entrance') | Search_Person('', 'man dressed in a black blouse') | What_Tomorrow()" }, { "input": "sausages is in kitchen, you go there count and give jarvis the numbers.", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('sausages', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Would you tell me how many person raising their left arm are in the office", "output": "Respond('got it') | Move_To('office') | Count_Person('person raising their left arm') | Search_Person('user', '') | Answer()" }, { "input": "Could you tell me the number of people in the office wearing a necklace?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing a necklace') | Search_Person('user', '') | Answer()" }, { "input": "Please fetch the smallest coke from the dishwasher and deliver it to office.", "output": "Respond('Got it!') | Move_To('dishwasher') | Search_Object('coke', 'smallest') | Pickup() | Move_To('office') | Place_On('office')" }, { "input": "bring me sausages from the TV table", "output": "Respond('got it') | Move_To('TV table') | Search_Object('sausages', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "guide the lying down people at the trashcan to the entrance", "output": "Respond('Okay, I Am working on it') | Move_To('trashcan') | Search_Person('', 'lying down people') | Respond('Hey, I am here to guide you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Would you be able to pop into the office, do a sponge count, and pass that total along to tony afterwards?", "output": "Respond('got it!') | Move_To('office') | Count_Object('sponge', '') | Search_Person('tony', '') | Answer()" }, { "input": "find washcloth in the kitchen then get it and give it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "find sponges in the office then get it and bring it to me", "output": "Respond('got it') | Move_To('office') | Search_Object('sponges', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet Sophie in the hallway and answer a quiz", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "I need you to give me a cup with full of noodles", "output": "Respond('Okay, I will go get you some noodles in a cup!') | Search_Object('noodles', '') | Pickup() | Search_Object('cup', '') | Pour_In('cup') | Place_Next('cup') | Search_Object('cup', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "meet Sophie at the hallway cabinet then look for them in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Person('Sophie', '') | Respond('Hi Sophie nice to meet you') | Move_To('office') | Search_Person('Sophie', '') | Respond('Oh we meet again!')" }, { "input": "guide the waving person from the lounge chair to the dishwasher", "output": "Respond('Okay, I'm working on it') | Move_To('lounge chair') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the lounge chair to the dishwasher') | Move_To('dishwasher')" }, { "input": "find a person pointing to the left in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person pointing to the left') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "greet the person wearing blue shirt in the hallway and follow them", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue shirt') | Respond('I am here to follow you') | Follow()" }, { "input": "who wrote mississippi you're on my mind", "output": "Respond('Winchester')" }, { "input": "meet Lucas at the exit, moving forward to find him at the trashcan.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Lucas', '') | Respond('Hey Lucas, How are you doing?') | Move_To('trashcan') | Search_Person('Lucas', '') | Respond('Oh Lucas, we meet again!')" }, { "input": "locate a person pointing to the left in the office and say something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say what day is today to the person wearing blue pants in the hallway cabinet", "output": "Move_To('hallway cabinet') | Search_Person('', 'person wearing blue pants') | What_Day()" }, { "input": "tell something about yourself to the lying down person in the entrance", "output": "Respond('Okay! I got it') | Move_To('entrance') | Search_Person('', 'lying down') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence)" }, { "input": "Say what item is on the TV table to Sophie.", "output": "Respond('Let me see!') | Move_To('TV table') | Vision_Ask('What is the object on the TV table') | Search_Person('Sophie', '') | Answer()" }, { "input": "meet Emma at the exit, moving forward to find him at the TV table.", "output": "Respond('Okay i will greet him') | Move_To('exit') | Search_Person('Emma', '') | Respond('Hey Emma, How are you doing?') | Move_To('TV table') | Search_Person('Emma', '') | Respond('Oh Emma, we meet again!')" }, { "input": "greet Sophie in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sophie', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "look for a person pointing to the left in the office and say the day of the month", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person pointing to the left') | What_Day()" }, { "input": "escort the person wearing an orange T-shirt to the entrance after making introductions.", "output": "Respond('Got it!') | Search_Person('', 'wearing an orange T-shirt') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "go to the hallway cabinet then find soap and grasp it and deliver it to the person pointing to the left in the hallway", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('', 'person pointing to the left') | Give_To()" }, { "input": "At couch, find a person, guide them to exit, and then hand them the orange.", "output": "Move_To('couch') | Search_Person('', '') | Respond('Hey, am here to guide you to exit, please follow me') | Move_To('exit') | Search_Object('orange', '') | Pickup() | Give_To()" }, { "input": "find cola in the living room then take it and deliver it to me", "output": "Respond('got it') | Move_To('living room') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "tell me what is the thinnest object on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'thinnest') | Search_Person('user', '') | Answer()" }, { "input": "Say hello to the person in the hallway dressed in an orange shirt and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('hallway') | Search_Person('', 'dressed in an orange shirt') | Respond('Hi, My team's name is pusan national university')" }, { "input": "go to the hallway cabinet then find cornflakes and grasp it and give it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('cornflakes', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing black blouse in the office and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'black blouse') | What_Day()" }, { "input": "greet the person wearing yellow shirt in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Deposit knife to tray", "output": "Respond('Forsure!') | Search_Object('knife', '') | Pickup() | Search_Object('tray', '') | Place_On('tray')" }, { "input": "guide the waving person from the exit to the exit", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the exit to the exit') | Move_To('exit')" }, { "input": "according to photis what will transform lucius back into a human", "output": "Respond('eat a rose')" }, { "input": "Give Peter the apple", "output": "Respond('Okay, I will give Peter the apple') | Search_Object('apple', '') | Pickup() | Search_Person('Peter', '') | Give_To() | Respond('Here you go, I have got you the apple')" }, { "input": "Your mission is find out blue fork and convey it to Julia who is in exit", "output": "Respond('Ok! I'll do it') | Search_Object('fork', 'blue') | Pickup() | Move_To('exit') | Search_Person('Julia', '') | Respond('Hi Julia, this fork for you') | Give_To()" }, { "input": "look for a waving person in the office and tell something about yourself", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet the person wearing white shirt in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'white shirt') | What_Day()" }, { "input": "In the office, greet the person wearing glasses and mention your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing glasses') | Respond('Hi, My team's name is pusan national university')" }, { "input": "i do i do i do hallmark movie cast", "output": "Respond('Antonio Cupo as Dr. Peter Lorenzo')" }, { "input": "locate a person raising their right arm in the office and say the day of the week", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "salute Emma in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Emma', '') | What_Day()" }, { "input": "Make your introduction to the individual waving in the lounge chair and escort them to the exit.", "output": "Respond('Got it!') | Move_To('lounge chair') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to escort you to exit, please follow me') | Move_To('exit')" }, { "input": "guide the person wearing a blue t shirt from the trashcan to the dinner table", "output": "Respond('Okay, I'm working on it') | Move_To('trashcan') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the trashcan to the dinner table') | Move_To('dinner table')" }, { "input": "greet the person wearing blue t shirt in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue t shirt') | What_Time()" }, { "input": "greet the person wearing white shirt in the office and tell your team's country", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Say hello to the person in the office who is lying down and tell your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'lying down') | Respond('Hi, My team's name is pusan national university')" }, { "input": "report to jarvis after counting candy placed in the TV table.", "output": "Respond('got it!') | Move_To('TV table') | Count_Object('candy', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "Which is the blue object on the dishwasher?", "output": "Respond('Got it!') | Move_To('dishwasher') | Vision_Ask('what is the blue object on the dishwasher') | Search_Person('user', '') | Answer()" }, { "input": "greet Lucas in the kitchen and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "the electronic data and record system of the securities and exchange commission is known as", "output": "Respond('EDGAR ( the Electronic Data Gathering , Analysis , and Retrieval system )')" }, { "input": "go to the hallway cabinet then find soap and grasp it and bring it to the person raising their right arm in the office", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('office') | Search_Person('', 'person raising their right arm') | Give_To()" }, { "input": "2006 best picture nominees that lost to the departed", "output": "Respond('Little Miss Sunshine')" }, { "input": "Say hello to the person in the office wearing yellow blouse and introduce your team's affiliation.", "output": "Respond('Got it!') | Move_To('office') | Search_Person('', 'wearing yellow blouse') | Respond('Hi, My team's name is pusan national university')" }, { "input": "meet Robin in the office and escort them to the loc2", "output": "Respond('got it') | Move_To('office') | Search_Person('Robin', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "take the dishwasher tab and situate it within the bag", "output": "Respond('Forsure!') | Search_Object('dishwasher tab', '') | Pickup() | Search_Object('bag', '') | Place_On('bag')" }, { "input": "Please tell person wearing orange pants in the couch how many pear there are on the exit", "output": "Respond('got it!') | Move_To('exit') | Count_Object('pear','') | Move_To('couch') | Search_Person('', 'person wearing orange pants') | Answer()" }, { "input": "meet Hayley in the kitchen and lead them to the loc2", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Hayley', '') | Respond('hello I will guide you, please follow me to the loc2') | Move_To('loc2')" }, { "input": "find cola in the kitchen then take it and deliver it to me", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('cola', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "How many tons of ice are required to build The Hotel de Glace?", "output": "Respond('The Hotel de Glace requires about 400 tons of ice.')" }, { "input": "greet the person wearing black shirt in the kitchen and say the time", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black shirt') | What_Time()" }, { "input": "greet the person wearing white blouse in the office and tell your team's affiliation", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'white blouse') | Respond('My team is from Pusan National University in south korea')" }, { "input": "On hallway cabinet, put the bowl, and don't forget to put the knife on its right", "output": "Respond('I got this!') | Search_Object('bowl', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet') | Search_Object('knife', '') | Pickup() | Move_To('hallway cabinet') | Place_On('hallway cabinet')" }, { "input": "greet Peter in the living room and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | What_Tomorrow()" }, { "input": "Lay dish on kitchen counter and spoon in it", "output": "Respond('I got this!') | Search_Object('dish', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter') | Search_Object('spoon', '') | Pickup() | Move_To('kitchen counter') | Place_On('kitchen counter')" }, { "input": "guide the person wearing a blue t shirt from the exit to the shelf", "output": "Respond('Okay, I'm working on it') | Move_To('exit') | Search_Person('', 'blue t shirt') | Respond('I'm here to guide you from the exit to the shelf') | Move_To('shelf')" }, { "input": "go to the hallway cabinet then find dubbelfris and grasp it and deliver it to me", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('dubbelfris', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Explain to me how the person sitting looks in the lounge chair.", "output": "Respond('Let me see!') | Move_To('lounge chair') | Search_Person('', 'sitting') | Vision_Ask('describe to me the person') | Search_Person('user', '') | Answer()" }, { "input": "go to the hallway cabinet then find curry and take it and put it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('curry', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "find a waving person in the hallway and say your teams affiliation", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | Respond('My team is from Pusan National University in south korea')" }, { "input": "Introduce yourself to the person who is raising their left arm at the couch, then escort them to the entrance.", "output": "Respond('Got it!') | Move_To('couch') | Search_Person('', 'raising their left arm') | Respond('Hi, I'm Lucio. I'm here to escort you to entrance, please follow me') | Move_To('entrance')" }, { "input": "Could you please go to the dishwasher, count all the tictac there, and let tony know the total?", "output": "Respond('got it!') | Move_To('dishwasher') | Count_Object('tictac', '') | Search_Person('tony', '') | Answer()" }, { "input": "take soap from the hallway cabinet and give it to Jesse in the living room", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('soap', '') | Pickup() | Move_To('living room') | Search_Person('Jesse', '') | Give_To()" }, { "input": "Please inform oldest person in the trashcan how many orange there are on the kitchen cabinet", "output": "Respond('got it!') | Move_To('kitchen cabinet') | Count_Object('orange','') | Move_To('trashcan') | Search_Person('', 'oldest person') | Answer()" }, { "input": "relate woman pointing to the left in the couch how many soap there are on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('soap','') | Move_To('couch') | Search_Person('', 'woman pointing to the left') | Answer()" }, { "input": "meet Julia in the office and answer a quiz", "output": "Respond('got it') | Move_To('office') | Search_Person('Julia', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "take washcloth from the dinner table and give it to me", "output": "Respond('got it') | Move_To('dinner table') | Search_Object('washcloth', '') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "greet the person wearing yellow jacket in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow jacket') | What_Day()" }, { "input": "say the time to the person raising their left arm in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their left arm') | What_Time()" }, { "input": "greet the person wearing blue shirt in the kitchen and guide them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'blue shirt') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "tell me how many people in the hallway are wearing orange jackets", "output": "Respond('got it') | Move_To('hallway') | Count_Person('wearing orange jackets') | Search_Person('user', '') | Answer()" }, { "input": "Please go to the kitchen and tell me the name of the person in the room", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', '') | Ask_Name() | Search_Person('user', '') | Answer()" }, { "input": "salute Emma in the office and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Emma', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "greet John in the living room and tell the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('John', '') | What_Day()" }, { "input": "What object is the smallest one on the kitchen cabinet?", "output": "Respond('Got it!') | Move_To('kitchen cabinet') | Vision_Ask('what is the smallest object on the kitchen cabinet') | Search_Person('user', '') | Answer()" }, { "input": "After you get to know Fleur at the exit, head to the couch and greet her.", "output": "Respond('Okay i will greet her') | Move_To('exit') | Search_Person('Fleur', '') | Respond('Hey Fleur, How are you doing?') | Move_To('couch') | Search_Person('Fleur', '') | Respond('Oh Fleur, we meet again!')" }, { "input": "greet Peter in the living room and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Peter', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Can you tell me how many people in the office are waving?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('waving') | Search_Person('user', '') | Answer()" }, { "input": "salute Julia in the kitchen and follow them", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('Julia', '') | Respond('I am here to follow you') | Follow()" }, { "input": "go to the hallway cabinet then find mayonaise and grasp it and place it on the plcmtLoc2", "output": "Respond('got it') | Move_To('hallway cabinet') | Search_Object('mayonaise', '') | Pickup() | Move_To('plcmtLoc2') | Place_On('plcmtLoc2')" }, { "input": "greet Sara in the living room and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sara', '') | What_Time()" }, { "input": "Please go get the tallest dishwasher tab from the shelf and deliver it to me.", "output": "Respond('Got it!') | Move_To('shelf') | Search_Object('dishwasher tab', 'tallest') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "Could you please bring plate in living room to bag in living room?", "output": "Respond('Forsure!') | Move_To('living room') | Search_Object('plate', '') | Pickup() | Move_To('living room') | Search_Object('bag', '') | Place_On('bag')" }, { "input": "find a person raising their right arm in the hallway and tell the day of the month", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "meet Sophie in the kitchen and tell your teams country", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Sophie', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "To Sara wearing a necklace, acquire peach from exit and pass it", "output": "Respond('Ok! I'll do it') | Move_To('exit') | Search_Object('peach', '') | Pickup() | Search_Person('Sara', 'wearing a necklace') | Respond('Hi. this peach for you') | Give_To()" }, { "input": "count the plate at the entrance and then report to man dressed in a yellow T-shirt in the kitchen cabinet", "output": "Respond('got it!') | Move_To('entrance') | Count_Object('plate','') | Move_To('kitchen cabinet') | Search_Person('', 'man dressed in a yellow T-shirt') | Answer()" }, { "input": "You should go behind the lead of the person wearing an orange shirt", "output": "Respond('okay I will follow the person wearing an orange shirt') | Search_Person('', 'wearing an orange shirt')| Respond('I am here to follow you.') | Follow()" }, { "input": "Could you count how many people are wearing yellow shirt in the office?", "output": "Respond('Got it!') | Move_To('office') | Count_Person('wearing yellow shirt') | Search_Person('user', '') | Answer()" }, { "input": "greet Lucas in the office and tell your teams name", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Lucas', '') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Would you tell me how many waving person are in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Count_Person('waving person') | Search_Person('user', '') | Answer()" }, { "input": "greet Harrie in the hallway and tell the time", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Harrie', '') | What_Time()" }, { "input": "greet Noah in the living room and say the day of the week", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Noah', '') | What_Day()" }, { "input": "Move to meet up with Robin, and answer a question.", "output": "Respond('got it!') | Search_Person('Robin', '') | Respond('Hey Riley, how can i help you?') | New_Request()" }, { "input": "Look inside living room, soap there, count and give number to jarvis.", "output": "Respond('got it!') | Move_To('living room') | Count_Object('soap', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "greet the person wearing yellow t shirt in the office and answer a question", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('', 'yellow t shirt') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "What is the world's largest coin?", "output": "Respond('The Big Nickel in Sudbury, Ontario. It is nine meters in diameter.')" }, { "input": "whats the legal age to get a tattoo", "output": "Respond('18 years or older')" }, { "input": "On the desk, what is the blue object?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the blue object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "Could you grab the yellow fork from the dinner table and bring it to me?", "output": "Respond('Got it!') | Move_To('dinner table') | Search_Object('fork', 'yellow') | Pickup() | Search_Person('user', '') | Give_To()" }, { "input": "salute Harrie in the living room and follow them", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Harrie', '') | Respond('I am here to follow you') | Follow()" }, { "input": "Give Laura details about the items on the kitchen cabinet.", "output": "Respond('Let me see!') | Move_To('kitchen cabinet') | Vision_Ask('describe the objects on the kitchen cabinet') | Search_Person('Laura', '') | Answer()" }, { "input": "who is the dm of allahabad in present time", "output": "Respond('Suhas Lalinakere Yathiraj')" }, { "input": "tell what day is today to the waving person in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'waving person') | What_Day()" }, { "input": "meet Noah in the kitchen and answer a quiz", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('Noah', '') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "Take stock of peach at the hallway and report to jarvis", "output": "Respond('got it!') | Move_To('hallway') | Count_Object('peach', '') | Search_Person('jarvis', '') | Answer()" }, { "input": "look for a person raising their right arm in the hallway and answer a question", "output": "Respond('got it') | Move_To('hallway') | Search_Person('', 'person raising their right arm') | Respond('I am here to help you. Please ask me a question') | New_Request()" }, { "input": "find a person raising their left arm in the living room and say what day is tomorrow", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'person raising their left arm') | What_Tomorrow()" }, { "input": "who was the first team to be knocked out of the world cup", "output": "Respond('Germany')" }, { "input": "greet Liam in the living room and escort them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Liam', '') | Respond('I'm here to guide you to the loc2') | Move_To('loc2')" }, { "input": "greet Susan in the hallway and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Susan', '') | What_Day()" }, { "input": "Say hello to the person raising their left arm and introduce your team's affiliation.", "output": "Respond('Got it!') | Search_Person('', 'raising their left arm') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Explain appearance of standing person to person in entrance.", "output": "Respond('Okay, I will go and take a look!') | Search_Person('', 'standing') | Vision_Ask('describe to me the person') | Move_To('entrance') | Search_Person('', '') | Answer()" }, { "input": "say the day of the month to the waving person in the office", "output": "Respond('got it') | Move_To('office') | Search_Person('', 'waving person') | What_Day()" }, { "input": "tell me what is the black object on the kitchen counter", "output": "Respond('Got it!') | Move_To('kitchen counter') | Vision_Ask('what is the black object on the kitchen counter') | Search_Person('user', '') | Answer()" }, { "input": "greet Sara in the hallway and say your teams affiliation", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Sara', '') | Respond('My team is from Pusan National University in south korea')" }, { "input": "greet Sophie in the living room and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('Sophie', '') | What_Day()" }, { "input": "See cola in office. Count how many. Say number to tony.", "output": "Respond('got it!') | Move_To('office') | Count_Object('cola', '') | Search_Person('tony', '') | Answer()" }, { "input": "what are the names of the twin cities in minnesota", "output": "Respond('Minneapolis')" }, { "input": "inform tony after counting the soap lying on the counter in the kitchen.", "output": "Respond('got it!') | Move_To('kitchen counter') | Count_Object('soap', '') | Search_Person('tony', '') | Answer()" }, { "input": "greet Fleur in the hallway and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Fleur', '') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell man wearing black T-shirt in the trashcan the number of cornflakes present on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('cornflakes','') | Move_To('trashcan') | Search_Person('', 'man wearing black T-shirt') | Answer()" }, { "input": "greet the person wearing yellow shirt in the living room and tell your team's name", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow shirt') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "from among which three goddesses must paris choose the fairest to give the golden apple to", "output": "Respond('Aphrodite')" }, { "input": "To person dressed in a blue blouse in hallway, acquire cornflakes from coathanger and present it", "output": "Respond('Ok! I'll do it') | Move_To('coathanger') | Search_Object('cornflakes', '') | Pickup() | Move_To('hallway') | Search_Person('', 'dressed in a blue blouse') | Respond('Hi. this cornflakes for you') | Give_To()" }, { "input": "Say your team's affiliation and greet the person wearing a hat.", "output": "Respond('Got it!') | Search_Person('', 'wearing a hat') | Respond('Hi, My team's name is pusan national university')" }, { "input": "Make your introduction to the individual waving and guide them to the exit.", "output": "Respond('Got it!') | Search_Person('', 'waving') | Respond('Hi, I'm Lucio. I'm here to guide you to exit, please follow me') | Move_To('exit')" }, { "input": "Your job is to pick up the blue orange and then deposit it into the basket", "output": "Respond('Forsure!') | Search_Object('orange', 'blue') | Pickup() | Search_Object('basket', '') | Place_On('basket')" }, { "input": "How many individuals are lying down in the living room?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('lying down') | Search_Person('user', '') | Answer()" }, { "input": "locate a waving person in the living room and tell something about yourself", "output": "Respond('got it') | Move_To('living room') | Search_Person('', 'waving person') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "say hello to Lucas in the hallway and follow them to the loc2", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('Lucas', '') | Respond('I am here to follow you to the loc2') | Follow()" }, { "input": "What object is the left-most that you see on the desk?", "output": "Respond('Got it!') | Move_To('desk') | Vision_Ask('what is the left-most object on the desk') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing yellow blouse in the living room and say your team's country", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'yellow blouse') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "Please tell woman dressed in a black blouse in the office how many candy there are on the dinner table", "output": "Respond('got it!') | Move_To('dinner table') | Count_Object('candy','') | Move_To('office') | Search_Person('', 'woman dressed in a black blouse') | Answer()" }, { "input": "describe the objects on the shelf to William.", "output": "Respond('Let me see!') | Move_To('shelf') | Vision_Ask('describe the objects on the shelf') | Search_Person('William', '') | Answer()" }, { "input": "greet the person wearing black jacket in the kitchen and say the day of the month", "output": "Respond('Okay I'm working on it') | Move_To('kitchen') | Search_Person('', 'black jacket') | What_Day()" }, { "input": "guide the waving person from the coffee table to the lounge chair", "output": "Respond('Okay, I'm working on it') | Move_To('coffee table') | Search_Person('', 'waving person') | Respond('I'm here to guide you from the coffee table to the lounge chair') | Move_To('lounge chair')" }, { "input": "Can you tell me how many people in the living room are wearing blue shirt?", "output": "Respond('Got it!') | Move_To('living room') | Count_Person('wearing blue shirt') | Search_Person('user', '') | Answer()" }, { "input": "look for a person raising their right arm in the kitchen and say the day of the month", "output": "Respond('got it') | Move_To('kitchen') | Search_Person('', 'person raising their right arm') | What_Day()" }, { "input": "salute Julia in the office and say what day is today", "output": "Respond('Okay I'm working on it') | Move_To('office') | Search_Person('Julia', '') | What_Day()" }, { "input": "find soap in the kitchen then grasp it and deliver it to the waving person in the kitchen", "output": "Respond('got it') | Move_To('kitchen') | Search_Object('soap', '') | Pickup() | Move_To('kitchen') | Search_Person('', 'waving person') | Give_To()" }, { "input": "greet the person wearing black sweater in the hallway and tell what day is today", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'black sweater') | What_Day()" }, { "input": "greet the person wearing blue jacket in the hallway and say your team's name", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'blue jacket') | Respond('My team is from south korea our team name is tidyboy')" }, { "input": "report to child in the kitchen cabinet about the number of milk on the kitchen", "output": "Respond('got it!') | Move_To('kitchen') | Count_Object('milk','') | Move_To('kitchen cabinet') | Search_Person('', 'child') | Answer()" }, { "input": "Say yourself to the Liam in the lounge chair", "output": "Respond('Okay! I got it') | Move_To('lounge chair') | Search_Person('Liam', '') | Respond('Well, my name is lucio i am a house hold robot and very close to AGI Artificial general intelligence')" }, { "input": "when did the soviet union take over afghanistan", "output": "Respond('December 28 , 1979')" }, { "input": "greet the person wearing white blouse in the living room and say something about yourself", "output": "Respond('Okay I'm working on it') | Move_To('living room') | Search_Person('', 'white blouse') | Respond('Hi, my name is Lucio. My favorite color is blue')" }, { "input": "tell me what is the largest snacks on the kitchen counter", "output": "Respond('got it') | Move_To('kitchen counter') | Search_Object('', 'largest snacks') | Search_Person('user', '') | Answer()" }, { "input": "Please move to the shelf. tell me how many dishes are on there. ", "output": "Respond('got it') | Move_To('shelf') | Count_Object('', 'dishes') | Search_Person('user', '') | Answer()" }, { "input": "greet the person wearing white coat in the hallway and say what day is tomorrow", "output": "Respond('Okay I'm working on it') | Move_To('hallway') | Search_Person('', 'white coat') | What_Tomorrow()" }, { "input": "Tell your team's affiliation and say hello to the person pointing to the left in the living room.", "output": "Respond('Got it!') | Move_To('living room') | Search_Person('', 'pointing to the left') | Respond('Hi, My team's name is pusan national university')" }, { "input": "find soap in the hallway then get it and give it to Fleur in the hallway", "output": "Respond('got it') | Move_To('hallway') | Search_Object('soap', '') | Pickup() | Move_To('hallway') | Search_Person('Fleur', '') | Give_To()" }, { "input": "tell me what is the largest food on the kitchen cabinet", "output": "Respond('got it') | Move_To('kitchen cabinet') | Search_Object('', 'largest food') | Search_Person('user', '') | Answer()" } ]}