Sim/value_maps/sim_get_affordance_map_prompt.py

import numpy as np
from perception_utils import parse_query_obj
from plan_utils import get_empty_affordance_map, set_voxel_by_radius, cm2index

# Query: a point 10cm in front of [10, 15, 60].
affordance_map = get_empty_affordance_map()
# in front so we add to x
x = 10 + cm2index(10, 'x')
y = 15
z = 60
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: a point on the back side of the table.
affordance_map = get_empty_affordance_map()
table = parse_query_obj('table')
(min_x, min_y, min_z), (max_x, max_y, max_z) = table.aabb
center_x, center_y, center_z = table.position
# back side so x = min_x
x = min_x
y = center_y
z = center_z
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: a point 21cm on top of the green block.
affordance_map = get_empty_affordance_map()
green_block = parse_query_obj('green block')
(min_x, min_y, min_z), (max_x, max_y, max_z) = green_block.aabb
center_x, center_y, center_z = green_block.position
# 21cm on top so z = max_z + 21cm
x = center_x
y = center_y
z = max_z + cm2index(21, 'z')
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: a point 1cm to the left of the brown block.
affordance_map = get_empty_affordance_map()
brown_block = parse_query_obj('brown block')
(min_x, min_y, min_z), (max_x, max_y, max_z) = brown_block.aabb
center_x, center_y, center_z = brown_block.position
# 1cm to the left so y = min_y - 1cm
x = center_x
y = min_y - cm2index(1, 'y')
z = center_z
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: anywhere within 15cm of the right most block.
affordance_map = get_empty_affordance_map()
right_most_block = parse_query_obj('the right most block')
set_voxel_by_radius(affordance_map, right_most_block.position, radius_cm=15, value=1)
ret_val = affordance_map

# Query: a point on the back side of the table.
affordance_map = get_empty_affordance_map()
table = parse_query_obj('table')
(min_x, min_y, min_z), (max_x, max_y, max_z) = table.aabb
center_x, center_y, center_z = table.position
# back side so x = min_x
x = min_x
y = center_y
z = center_z
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: a point on the front right corner of the table.
affordance_map = get_empty_affordance_map()
table = parse_query_obj('table')
(min_x, min_y, min_z), (max_x, max_y, max_z) = table.aabb
center_x, center_y, center_z = table.position
# front right corner -> front so x = max_x, right so y = max_y
x = max_x
y = max_y
z = center_z
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: a point 30cm into the topmost drawer handle.
affordance_map = get_empty_affordance_map()
top_handle = parse_query_obj('topmost drawer handle')
# negative normal because we are moving into the handle.
moving_dir = -top_handle.normal
affordance_xyz = top_handle.position + cm2index(30, moving_dir)
affordance_map[affordance_xyz[0], affordance_xyz[1], affordance_xyz[2]] = 1
ret_val = affordance_map

# Query: a point 9cm to the left of the blue block.
affordance_map = get_empty_affordance_map()
blue_block = parse_query_obj('blue block')
(min_x, min_y, min_z), (max_x, max_y, max_z) = blue_block.aabb
center_x, center_y, center_z = blue_block.position
# 9cm to the left so y = min_y - 9cm
x = center_x
y = min_y - cm2index(9, 'y')
z = center_z
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: a point 21cm away from the leftmost block.
affordance_map = get_empty_affordance_map()
leftmost_block = parse_query_obj('leftmost block')
# positive normal because we are moving away from the block.
moving_dir = leftmost_block.normal
affordance_xyz = leftmost_block.position + cm2index(21, moving_dir)
affordance_map[affordance_xyz[0], affordance_xyz[1], affordance_xyz[2]] = 1
ret_val = affordance_map

# Query: a point 7cm above the tray that contains the lemon.
affordance_map = get_empty_affordance_map()
tray_with_lemon = parse_query_obj('tray that contains the lemon')
(min_x, min_y, min_z), (max_x, max_y, max_z) = tray_with_lemon.aabb
center_x, center_y, center_z = tray_with_lemon.position
# 7cm above so z = max_z + 7cm
x = center_x
y = center_y
z = max_z + cm2index(7, 'z')
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: a point 3cm to the left of [45, 49, 99].
affordance_map = get_empty_affordance_map()
# left so y = 49 - 3cm
x = 45
y = 49 - cm2index(3, 'y')
z = 99
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: the brown line.
brown_line = parse_query_obj('brown line')
affordance_map = brown_line.occupancy_map
ret_val = affordance_map

# Query: a point 13cm to the left of the gripper.
affordance_map = get_empty_affordance_map()
gripper = parse_query_obj('gripper')
(min_x, min_y, min_z), (max_x, max_y, max_z) = gripper.aabb
center_x, center_y, center_z = gripper.position
# 13cm to the left so y = min_y - 13cm
x = center_x
y = min_y - cm2index(13, 'y')
z = center_z
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: a point 17cm above the back left corner of the table.
affordance_map = get_empty_affordance_map()
table = parse_query_obj('table')
(min_x, min_y, min_z), (max_x, max_y, max_z) = table.aabb
center_x, center_y, center_z = table.position
# 17cm on top of back left corner so x = min_x, y = min_y, z = max_z + 17cm
x = min_x
y = min_y
z = max_z + cm2index(17, 'z')
affordance_map[x, y, z] = 1
ret_val = affordance_map

# Query: a point at the center of the green block.
affordance_map = get_empty_affordance_map()
green_block = parse_query_obj('green block')
center_x, center_y, center_z = green_block.position
affordance_map[center_x, center_y, center_z] = 1
ret_val = affordance_map

# Query: the right side of the table.
affordance_map = get_empty_affordance_map()
table = parse_query_obj('table')
(min_x, min_y, min_z), (max_x, max_y, max_z) = table.aabb
center_x, center_y, center_z = table.position
# right side so y = max_y
x = center_x
y = max_y
z = center_z
affordance_map[x, y, z] = 1
ret_val = affordance_map