{"time_unix": 1793697674.9959033, "phase": "request", "request": {"tool": "mission_memory_read", "arguments": {}}}
{"time_unix": 1793697674.9959695, "phase": "result", "tool": "mission_memory_read", "result": {"revision": 0, "agent_notes": null}}
{"time_unix": 1793697678.8645523, "phase": "request", "request": {"tool": "robot_capabilities", "arguments": {}}}
{"time_unix": 1793697679.6783574, "phase": "result", "tool": "robot_capabilities", "result": {"mode": "SIMULATION_ONLY", "api_version": 4, "mobile_base": true, "camera_movable": true, "methods": {"move_tcp": 3, "close_gripper": 0, "open_gripper": 0, "wait": 1}, "limits": {"tcp_min": [-0.88, -0.68, 0.018], "tcp_max": [0.88, 0.68, 0.78], "speed_m_s": 0.18, "max_calls": 6, "max_sequence_s": 18, "force_stop_N": 3.0, "grasp_radius_m": 0.021}, "arm_coordinate_frame": "arm_carriage: base-aligned xy, z relative to lift height", "base_command": "robot_move_base", "base_command_frame": "relative to base pose at command start", "base_limits": {"max_translation_m": 0.6, "max_rotation_rad": 1.5707963267948966, "speed_m_s": 0.18, "yaw_speed_rad_s": 0.6, "acceleration_m_s2": 0.3, "yaw_acceleration_rad_s2": 0.8, "footprint_radius_m": 0.22, "clearance_m": 0.04, "robot_height_m": 1.4, "observation_max_age_s": 30}, "camera_mount_height_m": 1.2, "camera_pitch_rad": "variable; see observation.camera_head", "assumptions": ["ideal holonomic mocap base; no wheel dynamics, slip or calibrated arm IK", "ideal drift-free odometry, not SLAM", "virtual pan/tilt RGB-D at 1.2 m", "privileged semantics and visible-vertex association; noisy depth/candidates", "MuJoCo FEM cloth/contact; force-limited spring pinch, not frictional fingers", "static axis-aligned geometry guard; swept full-height circular envelope enlarged by held cloth", "short synchronous commands; stop latched between calls, not hardware emergency control", "PDF manually traced; furniture approximate; source layout is not an observed robot map", "force-limited ideal lever/door coupling; no frictional finger/lock/key/door-closer mechanics", "floor-local scenes; no autonomous stairs or floor teleportation", "oriented live-door box collision guard and supported-floor check", "fixed camera mast; lift changes arm carriage only"], "robot_model": "HomeBot Cartesian + optional lift + ideal handle contact", "camera_command": "robot_look", "camera_head_limits": {"pan_min_rad": -3.141592653589793, "pan_max_rad": 3.141592653589793, "tilt_min_rad": -1.2, "tilt_max_rad": 0.6, "speed_rad_s": 0.8}, "world_frame": "house_ground_v4", "manipulation": "force-limited spring pinch of visible deformable cloth", "collection_bin": {"frame_id": "robot_world_v3", "xy_m": [-0.48, -0.95], "inner_half_size_m": [0.22, 0.17], "rim_z_m": 0.26, "source": "configured fixed collection fixture"}, "drive_interlock": "TCP xy norm <= .10 m, z 0.35..0.65 m; open empty or closed holding cloth", "lift": {"enabled": true, "min_m": 0.0, "max_m": 0.55, "speed_m_s": 0.06, "command": "robot_move_lift", "drive_requires_zero": true}, "door_command": "robot_door_action", "door_actions": ["grasp", "press", "open", "close", "release"], "door_contact": "two-sided visible handle; ideal bounded force coupling", "floor_id": "ground", "building_from_floor_translation_m": [0, 0, 0], "stairs_traversable": false}}
{"time_unix": 1793697679.6808681, "phase": "request", "request": {"tool": "mission_memory_read", "arguments": {}}}
{"time_unix": 1793697679.6809175, "phase": "result", "tool": "mission_memory_read", "result": {"revision": 0, "agent_notes": null}}
{"time_unix": 1793697679.6818535, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697680.1239867, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-1-350", "session_id": "0ce43362", "time_s": 0.7, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-1-350.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-1-350-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 159163, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [33], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_e", "class": "wall", "mask_ids": [37], "visible_pixels": 22726, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_s", "class": "wall", "mask_ids": [40], "visible_pixels": 21, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 66073, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 23, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124], "visible_pixels": 14037, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 126227, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8124113282552189, 0.4966451702691731, 0.7751798121533457], [0.8358502437071511, 0.03223793758455883, 0.7540581177617636], [0.8122464610897554, -0.06526947764520842, 0.757896399656768], [0.8192483079114442, -0.04539479820095761, 0.7344522132790361], [0.832192057248938, -0.08942690676040134, 0.7160592512330799], [0.8044316028217182, -0.03241915025283583, 0.7228907164303109], [0.7910275301464468, 0.0064027414616837225, 0.7262042397272472], [0.8126789328394107, -0.040773330743926986, 0.6970630349485102], [0.8139867732990841, -0.0839806559662958, 0.674489859463402], [0.7989816896157832, -0.0866650842892377, 0.6671858752302811], [0.7987242789684936, 0.4751694882357268, 0.6604218208098149], [0.812533943530043, 0.4048623413641571, 0.6275710271697031], [0.8141849635151989, 0.3093752960962367, 0.6018908754844144], [0.8225362119114777, -0.09109742411138456, 0.5820021292448754], [0.8147543855254236, 0.15181649375192852, 0.5759318584745348], [0.814438222201445, -0.014237347201844565, 0.549573842112392], [0.8030442549099374, 0.49253518081323666, 0.5291707483710387], [0.8123285568225374, 0.310024290726422, 0.4924428955486543], [0.8108704325683086, 0.0935817348999831, 0.46349803828794356], [0.8109105832965897, 0.5781293364619825, 0.429370527628406], [0.806219898373198, 0.25371291869001944, 0.400820738073843], [0.8190222156395297, -0.07444411258516305, 0.35298631651473145], [0.8066221710284965, 0.31181509191195655, 0.326625225689099], [0.8234296140889854, 0.7197699124619908, 0.2815692907202302], [0.8122322643624602, 0.5591662053080687, 0.2789386598000124], [0.814311759014276, 0.5325621710988059, 0.23251961306073266], [0.8074115026455218, 0.12439559918265096, 0.19450665638798537], [0.8068267353982006, 0.7052983441305748, 0.178089692809001], [0.8131012862482753, 0.1911465589344613, 0.13448191007734844], [0.8138762436955718, 0.6743728839149786, 0.07308248002073081], [0.8128321001515953, -0.08869284819422764, 0.013996145532292115]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-1.1102230246251565e-16, -0.7833269096274834, 0.6216099682706644], [0.9999999999999999, -2.220446049250313e-16, -5.551115123125783e-17], [1.6653345369377348e-16, 0.6216099682706644, 0.7833269096274833]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.626, 2.645, 2.67, 2.724, 2.8, 2.901, 3.047, 3.211, 3.43, 3.729, 4.098, 1.368, 4.765, 4.558, 4.399, 4.268, 1.532, 4.146, 4.128, 4.141, 4.03, 2.977, 2.254, 1.824, 1.538, 1.338, 1.205, 1.097, 1.008, 0.939, 0.884, 0.845, 0.822, 0.797, 0.772, 0.811, 0.821, 0.815, 0.816, 0.839, 0.855, 0.887, 0.942, 0.999, 1.056, 1.071, 1.187, 1.219, 1.163, 1.105, 1.052, 1.04, 1.017, 1.013, 0.997, 1.01, 1.007, 1.039, 1.061, 1.102, 1.159, 1.14, 1.007, 0.914, 0.851, 0.798, 0.873, 1.017, 1.272, 1.677, 2.666, 2.65], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.9}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793697684.4225624, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": 0, "tilt_rad": -0.35, "observation_id": "obs-0ce43362-1-350", "command_id": "look-office-01"}}}
{"time_unix": 1793697685.1359165, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "look-office-01", "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.35}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793697687.5677674, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697688.1840465, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-2-694", "session_id": "0ce43362", "time_s": 1.388, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-2-694.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-2-694-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 1403, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 11, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_e", "class": "wall", "mask_ids": [37], "visible_pixels": 7289, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_s", "class": "wall", "mask_ids": [40], "visible_pixels": 11, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 124964, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 4432, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [66], "visible_pixels": 22196, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 226109, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8139550920414106, 0.4419695564582523, 1.255590369096448], [0.8096926770529309, 0.04144144033028506, 1.2303713224917117], [0.8115762412078805, 0.18637614923919898, 1.2036970012490726], [0.8261683909501801, -0.09154430444205532, 1.1989606074642203], [0.819154365598482, 0.31226881194104117, 1.1760702172048554], [0.8100879278892793, 0.4064108745021847, 1.1482959799583012], [0.7863293260202886, 0.13354200612106668, 1.1365536742576094], [0.8084125946916854, -0.07457354922248428, 1.1209758190655756], [0.8117965827007732, -0.04286910806503287, 1.0911293020620516], [0.8073097384303277, -0.024582558510014688, 1.0616163958347071], [0.8068903117626296, 0.21400601741481495, 1.022605056051045], [0.8390349031384138, 0.29570836294469605, 1.0141125398971127], [0.8053976769321489, 0.1686665961155197, 0.9910580204829775], [0.8140819857367111, 0.0944432407098895, 0.9557127474091447], [0.7943332541741364, -0.08746447424403216, 0.9401046833114601], [0.8153951056054317, -0.010655046299601244, 0.9212620934783167], [0.8113538600376872, 0.4539229899854017, 0.8862749917603211], [0.8195050739851559, 0.26957705629215856, 0.8469027540567978], [0.8319906574108495, -0.08951261074634233, 0.8186265278835397], [0.8034088367918943, 0.06647021474565228, 0.817310632359087], [0.8134580126160097, 0.473763495460383, 0.7727834014050932], [0.8060622689598574, 0.1940296080164564, 0.7377898529090283], [0.8152805820435634, 0.52971384846163, 0.6902138056320413], [0.8159090445859115, 0.20408966424455965, 0.6479989861143497], [0.8167170304648202, 0.5233873921672699, 0.6023871317836492], [0.8118333345452319, 0.08497084616808258, 0.5616521053204309], [0.8165119252516518, 0.2772078446023426, 0.5099528482901092], [0.8172407215248919, 0.42871751072285147, 0.4596429858142842], [0.8212970499902894, 0.6164942717277607, 0.40867746863877397], [0.8193226586149281, 0.6171708479699723, 0.4083999507700181], [0.8048945683684594, 0.6046160899703318, 0.4223398520156483], [0.8106922231145192, -0.08917987391842964, 0.41673836677153475]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2371, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7360951334573168, 0.06231111777168694, 1.0526102770214611], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[1.1102230246251565e-16, -0.34289780745545134, 0.939372712847379], [1.0, 1.1102230246251565e-16, -1.1102230246251565e-16], [-1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.638, 2.64, 2.663, 2.724, 2.808, 2.901, 3.041, 3.216, 3.444, 3.73, 4.1, 1.375, 4.765, 4.559, 4.391, 4.267, 1.533, 4.136, 4.122, 4.141, 4.016, 2.976, 2.247, 1.818, 1.537, 1.339, 1.195, 1.098, 1.007, 0.94, 0.893, 0.848, 0.818, 0.796, 0.766, 0.813, 0.821, 0.822, 0.829, 0.849, 0.858, 0.898, 0.942, 0.993, 1.049, 1.075, 1.209, 1.228, 1.152, 1.105, 1.067, 1.031, 1.012, 1.004, 0.995, 0.997, 1.015, 1.039, 1.066, 1.103, 1.155, 1.131, 1.018, 0.918, 0.849, 0.79, 0.862, 1.028, 1.278, 1.677, 2.668, 2.628], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793697692.002306, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0, "dy_m": 0, "dyaw_rad": 0.785, "observation_id": "obs-0ce43362-2-694", "command_id": "hinge-clear-office-01"}}}
{"time_unix": 1793697694.7632039, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.0, "rotated_rad": 0.7850000000000001, "duration_s": 2.4279999999998, "base_pose": [0.7, 7.36, -2.3565926535897934], "needs_observation": true, "command_id": "hinge-clear-office-01"}}
{"time_unix": 1793697698.1953247, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697698.700966, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-3-1908", "session_id": "0ce43362", "time_s": 3.816, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-3-1908.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-3-1908-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 14, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 154370, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42], "visible_pixels": 36354, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 124, 125], "visible_pixels": 24152, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 173907, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.07892081726957, -0.07251746266483394, 1.273686628469185], [0.7659669305508615, -0.37877534898087284, 1.227646362761751], [0.7970410905901253, -0.3510414274265774, 1.2013164801201115], [0.786148413391186, -0.3986286959985945, 1.1944212729782435], [0.8711702497357624, -0.29165188528171687, 1.1706599439497847], [1.0967075036256662, -0.074887826133061, 1.1597899631512298], [0.9324020804908415, -0.20958700747818876, 1.1347940684131013], [0.765957864526461, -0.34495514427421503, 1.146434057626226], [1.013760890862098, -0.13461988188850393, 1.091377420615194], [0.7437813468711199, -0.38378422667277223, 1.0930818710495596], [0.8241362721275525, -0.32071869995062585, 1.0492167013337967], [0.9418244985344348, -0.20590238591234544, 0.9897375918697631], [0.761764651691551, -0.39896341666683666, 0.9997178627598997], [0.9032129132740054, -0.24648295109619395, 0.9241041219563608], [0.7306028491570704, -0.4303880484685466, 0.9462056484219861], [0.8652608600280096, -0.28576858440815833, 0.8605032483326347], [0.7196505022055629, -0.4206970363736511, 0.8857115649554257], [0.910181153546786, -0.24140953224933825, 0.7591332418794403], [1.063559201968228, -0.07098679411512471, 0.6740913632638447], [0.7835557669660048, -0.36157053957350677, 0.7836207470730752], [0.6931591371463777, -0.4481838040937309, 0.7980967878220384], [0.998061329592842, -0.14555026726868114, 0.5693373420438934], [0.8792352398905383, -0.2629098529624312, 0.5991759806949353], [0.8288593516275817, -0.32010822586971777, 0.5896242333046826], [0.7739569136486303, -0.37777532675868913, 0.5876984717946682], [0.718195930814429, -0.4129772435742427, 0.59125072027273], [0.6781744642057668, -0.4703920125836078, 0.5856262809817824], [0.6448942155953757, -0.48068931415764604, 0.5820663749695829], [0.6631160226329069, -0.4984307968493892, 0.5646063528372537], [0.647587893601521, -0.4878082709256307, 0.5743238966168582]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.7068251811053659, -0.24256188651713964, 0.6645012374440046], [0.7073882691672001, -0.24236880485533224, 0.6639722878837875], [-1.1102230246251565e-16, 0.939372712847379, 0.34289780745545145]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.722, 4.1, 1.363, 4.764, 4.554, 4.39, 4.265, 1.527, 4.143, 4.124, 4.151, 4.016, 2.975, 2.248, 1.823, 1.546, 1.349, 1.201, 1.094, 1.006, 0.943, 0.896, 0.85, 0.817, 0.804, 0.76, 0.811, 0.813, 0.817, 0.834, 0.844, 0.865, 0.897, 0.941, 0.986, 1.059, 1.064, 1.191, 1.218, 1.143, 1.104, 1.073, 1.039, 1.022, 1.004, 1.008, 1.001, 1.009, 1.03, 1.055, 1.106, 1.161, 1.135, 1.012, 0.921, 0.848, 0.8, 0.866, 1.037, 1.278, 1.669, 2.676, 2.643, 2.623, 2.645, 2.678, 2.726, 2.803, 2.903, 3.043, 3.209, 3.425], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793697701.7423546, "phase": "request", "request": {"tool": "robot_move_lift", "arguments": {"height_m": 0.4, "observation_id": "obs-0ce43362-3-1908", "command_id": "lift-office-04"}}}
{"time_unix": 1793697708.5392947, "phase": "result", "tool": "robot_move_lift", "result": {"status": "ok", "lift_m": 0.4, "command_id": "lift-office-04", "needs_observation": true, "stop_latched": false}}
{"time_unix": 1793697710.7998748, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697711.3058257, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-4-5242", "session_id": "0ce43362", "time_s": 10.484, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-4-5242.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-4-5242-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 14, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 154370, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42], "visible_pixels": 36354, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 124, 125], "visible_pixels": 24152, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 173907, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.085312565435376, -0.0729470709841451, 0.8741231631664711], [0.7669772557516896, -0.3816197830099006, 0.8276828288491177], [0.7998418804575685, -0.35103675659521866, 0.801321106210566], [0.7732537087729916, -0.41098472949644205, 0.7774111033602821], [0.8355207073211924, -0.3255723270495599, 0.771860581337167], [0.8750227075263124, -0.27175076053033803, 0.7388067959115797], [0.9793978039716351, -0.1741971830246843, 0.6950593609694843], [1.091960966058529, -0.07379688693824449, 0.6465474171169431], [0.7516693168600674, -0.40255972352701985, 0.6919479800263667], [0.8261345948846006, -0.3174008669119794, 0.6488510898356771], [0.9916910006100422, -0.1653028484370208, 0.5786048905779998], [0.7120494443877848, -0.39731207250752926, 0.6373930374743907], [1.0588069175185941, -0.07083711471862641, 0.5290050965599157], [0.7724353117973666, -0.38619309845344946, 0.5969123471626482], [0.8890604169918679, -0.2563973703563069, 0.5284271507028341], [0.718011168739173, -0.41795748016110973, 0.5505797038621268], [0.8905390997154394, -0.25153722653256816, 0.45058499054679935], [0.7527620011832222, -0.39949559987106265, 0.4712509883786362], [0.9992412918737938, -0.15573996383550648, 0.31599495637551134], [0.8425026803333233, -0.3139777823667485, 0.35229652895740793], [0.7385980139098277, -0.41795491023081377, 0.3717507014035991], [1.0111964169328085, -0.1301168791068522, 0.16103744217933447], [0.9017603441824369, -0.2364850659609295, 0.1837834860792631], [0.8091421999070931, -0.35384112336949164, 0.20414403280360705], [0.7253302719561185, -0.4148569517475339, 0.2261685293582797], [0.7061463055118056, -0.4475842861012903, 0.2014640902031849], [0.6707201384425642, -0.49148966334511135, 0.1923793247538973], [0.6676176875452928, -0.4986311666884358, 0.16911062663160648], [0.645854144013845, -0.4786817194925831, 0.18797569066515607], [0.6472986900786679, -0.4865417074593633, 0.17976242247966623], [0.654632131367068, -0.49311448106073685, 0.1675180077483368]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.7068251811053659, -0.24256188651713964, 0.6645012374440046], [0.7073882691672001, -0.24236880485533224, 0.6639722878837875], [-1.1102230246251565e-16, 0.939372712847379, 0.34289780745545145]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.723, 4.094, 1.373, 4.765, 4.557, 4.392, 4.274, 1.54, 4.144, 4.12, 4.142, 4.018, 2.98, 2.248, 1.827, 1.535, 1.345, 1.199, 1.089, 1.005, 0.941, 0.883, 0.851, 0.825, 0.794, 0.766, 0.817, 0.812, 0.81, 0.826, 0.842, 0.866, 0.897, 0.936, 0.994, 1.063, 1.068, 1.198, 1.213, 1.164, 1.096, 1.066, 1.036, 1.017, 1.009, 0.996, 1.005, 1.017, 1.024, 1.055, 1.106, 1.156, 1.122, 1.019, 0.921, 0.854, 0.795, 0.863, 1.028, 1.27, 1.677, 2.674, 2.635, 2.632, 2.641, 2.674, 2.72, 2.8, 2.909, 3.035, 3.215, 3.441], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793697716.1471198, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.7361,0.0623,1.0526)", "observation_id": "obs-0ce43362-4-5242", "command_id": "reach-office-05"}}}
{"time_unix": 1793697716.1500633, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "rejected", "reason": "workspace_limit"}}
{"time_unix": 1793697719.6168692, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697720.1389174, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-5-5242", "session_id": "0ce43362", "time_s": 10.484, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-5-5242.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-5-5242-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 14, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 154370, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42], "visible_pixels": 36354, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 124, 125], "visible_pixels": 24152, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 173907, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0681088631854898, -0.07179075921813416, 0.8729482087159767], [0.772544107100084, -0.3773041208932041, 0.8278837555284296], [1.0638216208809759, -0.07096160944692126, 0.8293236933176659], [1.095470866524304, -0.07334270525150888, 0.8192209066401926], [0.7976030389765051, -0.3624017575159548, 0.8013174082954438], [0.8020093811645568, -0.38423354247607105, 0.7872477735975035], [0.8078967716998475, -0.3363444539853205, 0.772790925112914], [0.7582702846209197, -0.3542112139725757, 0.757364476959867], [0.9007993631506614, -0.24684358936453354, 0.7370041499519143], [0.9822972691918589, -0.1620639895716265, 0.6947486887055451], [0.7501475254962356, -0.39562988569545127, 0.6921667366353598], [0.8327579609272191, -0.3213216737410248, 0.6476392841987263], [0.972830774967262, -0.18986464891422905, 0.5828154377316376], [0.7496344541690583, -0.39642832732070576, 0.6029071179708819], [0.8999486607916568, -0.2533395369701341, 0.5251012221876994], [0.7246195639980506, -0.4218042562985327, 0.548284101823847], [0.8988091626788834, -0.2586481907357531, 0.44734011996281964], [0.753533325312464, -0.40125826274264753, 0.47091413284563977], [0.9862037479856631, -0.15730346325212097, 0.3223099846371017], [0.8226327933356642, -0.33548042768386643, 0.3628553290487696], [0.72101642038966, -0.42965796274313994, 0.3819447514164903], [1.0081071001567463, -0.13740643071200426, 0.16298954338944227], [0.8560842746201355, -0.2957522329040895, 0.2149961564266164], [0.7785186888994863, -0.3634009802654252, 0.22669532449557706], [0.74785971201154, -0.4023618995869098, 0.2083447844801406], [0.7142675995463774, -0.42520579390417823, 0.19458040890970774], [0.6882682020713844, -0.4603687585397168, 0.17648213357045617], [0.667857477386635, -0.49913193839942827, 0.174146391231928], [0.644867095042554, -0.485061759231684, 0.1803815775501727], [0.6594017948855806, -0.4967073235719257, 0.16290973061067304]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.7068251811053659, -0.24256188651713964, 0.6645012374440046], [0.7073882691672001, -0.24236880485533224, 0.6639722878837875], [-1.1102230246251565e-16, 0.939372712847379, 0.34289780745545145]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.718, 4.088, 1.367, 4.768, 4.558, 4.396, 4.294, 1.528, 4.153, 4.127, 4.146, 4.007, 2.971, 2.261, 1.824, 1.543, 1.341, 1.193, 1.079, 1.007, 0.942, 0.89, 0.845, 0.825, 0.808, 0.769, 0.811, 0.813, 0.815, 0.83, 0.846, 0.872, 0.903, 0.931, 0.986, 1.05, 1.074, 1.201, 1.22, 1.147, 1.102, 1.06, 1.04, 1.013, 1.005, 0.994, 1.005, 1.02, 1.036, 1.066, 1.098, 1.162, 1.14, 1.007, 0.92, 0.849, 0.795, 0.867, 1.032, 1.274, 1.681, 2.677, 2.644, 2.631, 2.638, 2.669, 2.726, 2.793, 2.897, 3.043, 3.213, 3.439], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793697724.599404, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": -0.35, "tilt_rad": -0.35, "observation_id": "obs-0ce43362-5-5242", "command_id": "look-handle-correction-06"}}}
{"time_unix": 1793697725.0564935, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "look-handle-correction-06", "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793697727.2200935, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697727.9100862, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-6-5461", "session_id": "0ce43362", "time_s": 10.922, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-6-5461.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-6-5461-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 1302, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 34506, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 43617, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 2849, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124, 125], "visible_pixels": 34465, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 269180, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0761562857911375, -0.07226288933555469, 0.8707341538677725], [0.8821877119606433, -0.26448405141286274, 0.8357869397451462], [1.061276467429768, -0.07097335733792676, 0.8383075512113757], [0.7098065858112854, -0.44713728576465217, 0.8072982275719957], [0.5549387278762671, -0.5759068814535077, 0.7843299557794042], [0.8260754685822285, -0.3352577232419254, 0.7512536061324665], [0.5408845003456695, -0.5647035712195454, 0.7573482123297276], [0.5563447915314677, -0.5821413573247045, 0.737260903407904], [0.7305746656710693, -0.3992207732558067, 0.7001003264553497], [0.9146875224798053, -0.2284626271834515, 0.6530807074411559], [1.0031202156982006, -0.14305888403426997, 0.6087384011039815], [0.8913954110486542, -0.2679159618392791, 0.5782442733099907], [0.5235599546110155, -0.6512285266595035, 0.6268756401768495], [0.7225583750284963, -0.46808455285892026, 0.5939274718172695], [0.8130287404726738, -0.34237548381560196, 0.5559545535690796], [0.6045103408550735, -0.5415380803426412, 0.5616625613353804], [1.0953250214464552, -0.07297762443708566, 0.46474455283682514], [0.7506066598477421, -0.40045210763230554, 0.49799327462305254], [0.750739767492457, -0.40071147856728373, 0.4613469200986162], [0.6290695903088522, -0.5382246541582717, 0.4537187212906665], [0.788528218847279, -0.364513176676447, 0.37192249891061957], [0.7893304701870949, -0.36256289687506227, 0.32910065930277677], [0.49775337795785657, -0.6207721498980241, 0.42991636107786346], [0.5991861935253565, -0.5532873134522981, 0.35233892333716443], [0.746502642852648, -0.40533661583049074, 0.2541755380854567], [0.6578309074374123, -0.510712796780679, 0.23992082443395024], [0.8603648823206178, -0.28442517530652667, 0.10518872572864624], [0.8092512762326953, -0.3358388916318096, 0.07326091013882252], [0.52150752856515, -0.6509280872293254, 0.19022877847694353], [0.5356820435710994, -0.6150890068796456, 0.16040366577974907], [0.5064762553203036, -0.6320588402132331, 0.1309299251735735]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2872, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5612866541162218, -0.47968281338202023, 0.6527455825543692], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.717, 4.088, 1.362, 4.763, 4.553, 4.386, 4.272, 1.536, 4.135, 4.124, 4.144, 4.018, 2.98, 2.252, 1.819, 1.544, 1.337, 1.19, 1.097, 1.011, 0.945, 0.891, 0.857, 0.813, 0.802, 0.768, 0.817, 0.811, 0.819, 0.814, 0.849, 0.862, 0.899, 0.938, 0.998, 1.062, 1.06, 1.198, 1.224, 1.152, 1.107, 1.065, 1.034, 1.018, 1.005, 1.003, 1.008, 1.019, 1.038, 1.062, 1.106, 1.149, 1.128, 1.011, 0.926, 0.844, 0.792, 0.87, 1.028, 1.259, 1.675, 2.671, 2.637, 2.635, 2.647, 2.672, 2.725, 2.804, 2.905, 3.035, 3.21, 3.444], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793697730.3913908, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.5613,-0.4797,0.6527)", "observation_id": "obs-0ce43362-6-5461", "command_id": "reach-office-07"}}}
{"time_unix": 1793697734.7318227, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "reach-office-07", "executed": ["move_tcp"], "duration_s": 4.254, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793697736.814846, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697737.5141227, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-7-7588", "session_id": "0ce43362", "time_s": 15.176, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-7-7588.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-7-7588-rgbd.npz", "tcp_m": [0.5613, -0.4797, 0.6527], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 1302, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 34506, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 43617, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 2849, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124, 125], "visible_pixels": 34465, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 269180, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0758728380293419, -0.07224385608312345, 0.8707155232674954], [1.0944306872210867, -0.0770547541735137, 0.8469978836542712], [0.6241147958049591, -0.48523166617115643, 0.8303606973397318], [0.9243473512728357, -0.22152312735720553, 0.8367550853998967], [0.7472264083584481, -0.39889406998364163, 0.8074638306224334], [0.6037622883622045, -0.5545927797832537, 0.7834894133387148], [0.8686677763867046, -0.2825418003575381, 0.7500535442279802], [0.5794827292322455, -0.5680165432828777, 0.7357935386831019], [0.768298703691237, -0.3855930485407695, 0.6963668318623707], [0.9520994349328997, -0.19425315115002983, 0.6494117869135666], [1.0460135035472407, -0.10906171700897899, 0.6032138398007146], [0.561958902993806, -0.6266746658134906, 0.6291073307236453], [0.8639151126707465, -0.27396198324663107, 0.5839100117870002], [0.7905963375008959, -0.3617672733135452, 0.5599492383680593], [0.5232564864154539, -0.6527591777113273, 0.6018684827258108], [0.6204775644706831, -0.5360265472233637, 0.5575162920395544], [0.7772905632912366, -0.3675563458061559, 0.49305088143703857], [0.500833810221848, -0.6231728838238608, 0.5444953777438662], [1.0526035963955678, -0.07013870456538496, 0.4025995645591093], [0.82401441511339, -0.33014915632982805, 0.443407438324662], [1.0939071326600254, -0.07289290209418864, 0.3668655771265247], [0.6597795259028785, -0.4825377862315074, 0.4493635986538772], [0.8655108787315199, -0.28315973155251484, 0.3499579533645486], [0.8606753721521618, -0.2863953171043464, 0.3068545679645499], [0.6456779516698299, -0.49863573420156554, 0.33750779209819515], [0.7577155538002563, -0.38593507003756355, 0.25165481813680224], [0.693773150877433, -0.46433029117399455, 0.22730872344140318], [0.8819169129248674, -0.2684929266351471, 0.09384886179507934], [0.8421211723659295, -0.31415763800619695, 0.05379814251242887], [0.5512888441110976, -0.5915381805439266, 0.15450577250310105], [0.515322352696855, -0.6430983588273883, 0.11924396957056527]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2872, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5613921564998001, -0.47965809306749935, 0.652606152409147], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.717, 4.087, 1.373, 4.774, 4.557, 4.394, 4.274, 1.538, 4.153, 4.129, 4.147, 4.022, 2.977, 2.25, 1.818, 1.539, 1.34, 1.197, 1.086, 1.003, 0.933, 0.888, 0.847, 0.821, 0.802, 0.766, 0.813, 0.81, 0.818, 0.826, 0.849, 0.866, 0.892, 0.938, 0.99, 1.051, 1.061, 1.199, 1.217, 1.144, 1.108, 1.061, 1.031, 1.011, 1.007, 0.995, 1.002, 1.022, 1.028, 1.059, 1.107, 1.155, 1.129, 1.012, 0.916, 0.845, 0.79, 0.863, 1.029, 1.274, 1.678, 2.676, 2.641, 2.628, 2.65, 2.677, 2.729, 2.805, 2.896, 3.037, 3.217, 3.439], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793697739.8603864, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "grasp", "observation_id": "obs-0ce43362-7-7588", "command_id": "grasp-office-08"}}}
{"time_unix": 1793697740.1226125, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "grasp-office-08", "action": "grasp", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -7.299394316709328e-09, "handle_rotation_rad": -7.000151730414356e-18, "peak_force_N": 0.0, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.7068254206419435, -0.7073880298212146, 0.0], "normal_arm_m": [-0.7073880298212146, 0.7068254206419435, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793697741.9566739, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697742.6374712, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-8-7638", "session_id": "0ce43362", "time_s": 15.276, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-8-7638.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-8-7638-rgbd.npz", "tcp_m": [0.5729477631447288, -0.48060434768886, 0.65], "gripper_closed": true, "grip_contact": true, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 1302, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 34506, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 43617, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 2849, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124, 125], "visible_pixels": 34465, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 269180, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0753490141241344, -0.07220868179720119, 0.8706810931004277], [1.0619649462823282, -0.07086498204274966, 0.8655431653009121], [0.5746716200629062, -0.6170103886719719, 0.8419185983045031], [1.0937982618296682, -0.07483830942892977, 0.8558076330932202], [0.9236381193345797, -0.23169481482035226, 0.8368649153549647], [1.0920459827128668, -0.07287911531952485, 0.8229590933042249], [0.7311788661444382, -0.42788658547629277, 0.8074181494446354], [0.5957564144668235, -0.5124880577299923, 0.7850546828165471], [0.5465533563277435, -0.5903673839581624, 0.7843935827495369], [0.8232221491884052, -0.31160228963804726, 0.7518440507621872], [0.5577777946064751, -0.586649565072431, 0.7370096813693089], [0.7433025559276165, -0.40465033382331617, 0.6984233836851795], [0.9126957696486662, -0.23742006909824787, 0.6528925885382179], [0.9889936283985098, -0.16039426969425807, 0.6101517716112254], [0.8404749837157461, -0.3092054086664999, 0.5862807616352516], [0.8148105025188938, -0.33336875250522624, 0.5563463642716708], [0.5207172719670207, -0.6497904052844445, 0.5838036771470129], [0.5874780628434239, -0.5566756947455462, 0.5650812868146661], [0.4996153904757962, -0.6184659325312525, 0.5758131400937888], [0.7317703546269687, -0.4066585553068255, 0.5035737606303227], [0.7792305166382419, -0.38491379826388883, 0.45276775775524136], [0.6319058417258607, -0.5200795958288186, 0.4553073123559036], [0.7951294356149432, -0.36231786663428267, 0.3692284558229789], [0.5296824734113662, -0.6514014258006724, 0.41540166966617187], [0.7968086269386632, -0.3571296746120947, 0.32629323818263056], [0.6037119477051498, -0.5431943938676893, 0.35186868837760654], [0.7458924626369614, -0.41409320227826485, 0.2525973560270883], [0.6438381983256106, -0.5126842788384844, 0.24872617359673077], [0.8372635381952981, -0.3122263726817364, 0.11452297239232523], [0.7817771316825758, -0.36192402989937295, 0.08726184197834008], [0.5435995641091813, -0.6045080966895175, 0.1569918550159204], [0.5147534007951883, -0.6423883332826044, 0.11999557181730769]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2872, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5610714047183428, -0.4800716854170046, 0.6528232803895598], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.728, 4.098, 1.375, 4.761, 4.564, 4.389, 4.271, 1.528, 4.147, 4.129, 4.141, 4.027, 2.981, 2.255, 1.825, 1.535, 1.348, 1.199, 1.09, 1.008, 0.941, 0.882, 0.853, 0.813, 0.794, 0.774, 0.82, 0.811, 0.814, 0.824, 0.842, 0.865, 0.905, 0.939, 0.994, 1.063, 1.081, 1.205, 1.222, 1.149, 1.099, 1.066, 1.041, 1.019, 1.005, 1.003, 1.002, 1.019, 1.043, 1.078, 1.098, 1.151, 1.133, 1.008, 0.916, 0.846, 0.787, 0.88, 1.029, 1.267, 1.676, 2.675, 2.639, 2.638, 2.644, 2.667, 2.726, 2.807, 2.904, 3.034, 3.214, 3.439], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": "g_office"}}
{"time_unix": 1793697746.0007923, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "press", "observation_id": "obs-0ce43362-8-7638", "command_id": "press-office-09"}}}
{"time_unix": 1793697748.324285, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "press-office-09", "action": "press", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": 1.5477744912814102e-07, "handle_rotation_rad": -0.5188679585628128, "peak_force_N": 1.2223222750732448, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.7068253080453548, -0.7073881423282337, 0.0], "normal_arm_m": [-0.7073881423282338, 0.7068253080453547, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793697750.5775926, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697751.315508, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-9-8088", "session_id": "0ce43362", "time_s": 16.176, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-9-8088.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-9-8088-rgbd.npz", "tcp_m": [0.5669007746961495, -0.4866562965123715, 0.6177666680450468], "gripper_closed": true, "grip_contact": true, "force_N": 0.958, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 1302, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 34506, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 43617, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 2849, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124, 125], "visible_pixels": 34463, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 269267, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.080163636709691, -0.07253197920640297, 0.870997551090107], [1.06168971740614, -0.07084880436964802, 0.8512746241613737], [0.9306990099010599, -0.221563018072383, 0.8369878636722549], [0.6845351006939485, -0.5051864822407195, 0.8096216952870762], [0.749777754095894, -0.3987984844738093, 0.8074848674404348], [0.5507751356865322, -0.600845074933052, 0.7842287965548568], [1.0911342925018208, -0.07520090534567281, 0.7693041370376442], [0.793254195555268, -0.36042747827123295, 0.7524682696075625], [0.5326372538753141, -0.611846988726921, 0.738310642146338], [0.5383218593041958, -0.5710602073256731, 0.7368862596681708], [1.0908747711715816, -0.07282023089548317, 0.6973886517522713], [0.6917063074586159, -0.4422531220050373, 0.7027406375266244], [0.8322446081800146, -0.3092101045928696, 0.660877644393146], [0.9534800949349176, -0.1927154117421882, 0.61444976194009], [0.9696783859274585, -0.18575523237105818, 0.5741066482581106], [0.6700639897668789, -0.49132041004984583, 0.5818169771052097], [0.6304368849387777, -0.5038012686177398, 0.5580522254488997], [0.8001596325342927, -0.34149183641982583, 0.48855343539200513], [0.7959707157841057, -0.34709445384902693, 0.4516596693254703], [0.49989848155710537, -0.6239834236675084, 0.5121199044198719], [0.647106680545743, -0.5050880264429627, 0.45122658205686583], [0.8464196787693838, -0.309844600819935, 0.3543012516608687], [0.8402688432000551, -0.30760630636837805, 0.3133247666335096], [0.650864687830208, -0.4973155683709036, 0.33487886113232634], [0.526066420143692, -0.6557480516739881, 0.36608167345486986], [0.7426901957617507, -0.3942843239527648, 0.2589638931153395], [0.6499611295229227, -0.5064450597647376, 0.24617510977460055], [0.8799983621966535, -0.2793631005500064, 0.09237204725840342], [0.8004514732049404, -0.3435804490695142, 0.07791993667745811], [0.5345503972547438, -0.607948165667554, 0.16354882911860513], [0.5116585412287811, -0.6385260923036473, 0.1240839726059374]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2785, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5555362578672285, -0.48579287413158273, 0.6241274080630527], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.721, 4.097, 1.372, 4.771, 4.554, 4.396, 4.287, 1.532, 4.141, 4.127, 4.143, 4.024, 2.982, 2.251, 1.814, 1.541, 1.349, 1.193, 1.093, 1.007, 0.935, 0.889, 0.858, 0.824, 0.805, 0.769, 0.815, 0.817, 0.823, 0.835, 0.848, 0.86, 0.896, 0.941, 0.984, 1.066, 1.071, 1.208, 1.226, 1.16, 1.107, 1.059, 1.039, 1.011, 1.002, 1.003, 1.009, 1.01, 1.03, 1.059, 1.11, 1.148, 1.123, 1.013, 0.918, 0.847, 0.793, 0.872, 1.029, 1.271, 1.684, 2.678, 2.655, 2.632, 2.644, 2.672, 2.722, 2.801, 2.908, 3.039, 3.218, 3.442], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 1.222, "lift_m": 0.4, "door_grip": "g_office"}}
{"time_unix": 1793697753.6560762, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "open", "observation_id": "obs-0ce43362-9-8088", "command_id": "open-office-10"}}}
{"time_unix": 1793697776.0813332, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "open-office-10", "action": "open", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -1.4545998304284289, "handle_rotation_rad": -0.5188697498450968, "peak_force_N": 1.0069833905231593, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.7845062718789219, 0.6201208828790039, 0.0], "normal_arm_m": [0.6201208828790038, 0.7845062718789219, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793697778.9227076, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697779.4674816, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-10-12432", "session_id": "0ce43362", "time_s": 24.864, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-10-12432.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-10-12432-rgbd.npz", "tcp_m": [0.6289701964059903, 0.3875470846645027, 0.617766566660329], "gripper_closed": true, "grip_contact": true, "force_N": 0.958, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 69909, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 780, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 50, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 162, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 96224, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 130, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 66, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 128, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 10938, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 12720, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 112950, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8002158496216358, 0.11885067731212284, 0.8485552864364004], [0.8892354932769422, 0.04142500327119336, 0.8261408705231347], [0.9750410005225014, -0.012973678268425826, 0.7948142365804326], [0.8771821146825007, 0.06471426011414377, 0.7645951942712658], [1.0869773274580916, -0.0908790766339147, 0.7535372546380436], [1.0929440731334226, -0.09886466842187319, 0.7290725905505026], [1.0893609584487758, -0.0995775099864063, 0.7228082031637434], [1.0053533631195943, -0.043543151873477126, 0.7211144469216767], [1.06745511952116, -0.08814362767792505, 0.6746405568844261], [1.0248247317001666, -0.048325942850081016, 0.64176168954736], [0.847396985635237, 0.08752047331522711, 0.6445252539480287], [0.9062044599725114, 0.03995925585110616, 0.5957898296808587], [0.9425126236119116, 0.008666081697192407, 0.5477984568081203], [0.8589640701764647, 0.07031766151847635, 0.5424579903113401], [0.7552491314401129, 0.1502580157967685, 0.5542863742869847], [0.8488495656998487, 0.08749464327300288, 0.4797833956922204], [0.8464176751063257, 0.07570793873265697, 0.44438181973863233], [0.8200660831752327, 0.1096785934697957, 0.4272283950669754], [1.0786569328087074, -0.09796921763671856, 0.21964968355985848], [0.8539010587968887, 0.08163586796166328, 0.33282294152640024], [0.9808906293114756, -0.023199058791532, 0.1941958421193446], [0.9510582072179513, 0.00309272480885886, 0.17391982272207707], [0.8609385988233216, 0.07079484177540646, 0.2093905848247548], [0.7500189731748396, 0.1618253161482499, 0.2770590412770598], [0.8871043193220853, 0.04995239570165522, 0.10001973736689374], [1.020253851772315, -0.053676417638520435, -0.08994996700752422], [0.6700698093594422, 0.2008272431680007, 0.2658217216670298], [0.7031066465982716, 0.2130450989861585, 0.23868774744702193], [1.0736048390886244, -0.09785973318964852, -0.2068114544943075]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83000, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1450759959135057, -0.6799910069094959, 0.9535439677431451], [1.7696439269199402, -1.0752582755877544, 0.8990886621007922], [1.6209435779727226, -1.2782845687685838, 0.8791020607456804], [1.9035579846809922, -0.9269054553885212, 0.8580503684488651], [1.5730917642829914, -1.2296402243175086, 0.8305958609899192], [1.98639992508682, -0.8366744027734148, 0.8129275994824131], [1.5759227267697689, -1.2386068374918189, 0.7836929393142834], [1.5781708712743598, -1.2165579762133945, 0.7753817473373364], [1.9617463154750587, -0.8705853728998042, 0.7659520686707554], [1.8741566688937337, -0.9583181448934068, 0.7202796997880804], [1.716006819928123, -1.1192163840747797, 0.6786963049012024], [1.6285739141192686, -1.2042911538445524, 0.6312328992620054], [1.8994633667080936, -0.9222918064392944, 0.5650120314833762], [2.106966977501414, -0.7285736058597537, 0.4939141453309893], [1.6536542984399643, -1.1721460491134137, 0.4840408621599005], [2.1349936996059684, -0.6752246753267307, 0.40179894020917517], [1.6770024679014695, -1.1558876058148506, 0.42945098602650755], [1.6517733085723219, -1.1746612464801167, 0.38025947436095164], [2.0987080551932666, -0.7361365520051849, 0.25778247343597405], [1.8406977258641835, -0.9926150068699255, 0.2377606018094902], [2.1679981023212394, -0.6856451006966372, 0.13456485273077412], [2.0758392344714327, -0.7516779212695154, 0.13355230379584604], [1.641780603798634, -1.1804287509162226, 0.15585505557322854], [1.6781442968818507, -1.147713762274859, 0.08642851246619676], [1.6699576748464675, -1.1728102677864645, 0.022953479881423045], [2.1439810899752603, -0.6988024685482536, -0.16661799216362627], [1.8890291172889098, -0.9633743282832095, -0.17318864197182937], [2.139494149472838, -0.6955258631009544, -0.3208572156180608], [1.5782693588118266, -1.2394246334256505, -0.21764154215541176], [1.584099668060825, -1.2412301226493758, -0.37984087271236533]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 415, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.6385255613949883, -1.08615406987228, 0.651095711499648], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1272, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.714, 4.089, 1.369, 4.77, 4.555, 4.393, 4.276, 1.525, 4.143, 4.126, 4.141, 4.014, 2.989, 2.263, 1.819, 1.546, 1.343, 1.198, 1.088, 1.01, 0.94, 0.885, 0.848, 0.822, 0.804, 0.766, 1.973, 1.955, 1.965, 2.028, 2.084, 2.141, 2.206, 2.262, 2.388, 1.071, 0.945, 0.87, 0.79, 0.74, 0.696, 0.659, 0.627, 0.622, 0.598, 0.998, 1.004, 1.016, 1.034, 1.064, 1.096, 1.152, 1.133, 1.014, 0.916, 0.85, 0.803, 0.864, 1.034, 1.27, 1.676, 2.677, 2.643, 2.628, 2.643, 2.679, 2.726, 2.796, 2.904, 3.044, 3.21, 3.437], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 1.007, "lift_m": 0.4, "door_grip": "g_office"}}
{"time_unix": 1793697782.4187627, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "release", "observation_id": "obs-0ce43362-10-12432", "command_id": "release-office-11"}}}
{"time_unix": 1793697782.9306874, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "release-office-11", "action": "release", "door_id": "g_office", "grip_contact": false, "opening_progress_rad": -1.4340476755403164, "handle_rotation_rad": -0.0001649887002206647, "peak_force_N": 0.0, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.797097267640652, 0.6038509302135806, 0.0], "normal_arm_m": [0.6038509302135806, 0.797097267640652, 0.0], "source": "ideal grasp orientation/controller feedback"}, "suggested_retreat": {"waypoints_arm_m": [[0.6772782708230767, 0.4513148660757549, 0.617766566660329], [0.4474499197097163, 0.6254241865355283, 0.617766566660329], [0.29648718715632116, 0.4261498696253653, 0.617766566660329], [0.0, 0.0, 0.55]], "note": "one move_tcp per script along these points; reobserve between", "source": "contact_frame_plus_open_leaf_extent"}}}
{"time_unix": 1793697785.135142, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697785.689052, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-11-12682", "session_id": "0ce43362", "time_s": 25.364, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-11-12682.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-11-12682-rgbd.npz", "tcp_m": [0.6289701964059903, 0.3875470846645027, 0.617766566660329], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 69909, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 780, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 50, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 162, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 96224, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 130, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 66, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 128, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 10876, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 12720, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 113012, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.7890412720130795, 0.1171909924682375, 0.8478772383611893], [0.8569480611883973, 0.06864507898870104, 0.8248781522334571], [0.8754856781034371, 0.05086047650243131, 0.7954644921560571], [0.8191437851190198, 0.08913649448888383, 0.7673723442744563], [0.9500754859404107, -0.005742877161127202, 0.7264501768775086], [0.974074662394115, -0.02690184037310661, 0.687834568874104], [0.8917551773126193, -0.0718447628548004, 0.6760411627944177], [0.9733448873654847, -0.0199085000778772, 0.6511505100451652], [0.8546179724410898, 0.07188148498982466, 0.6420600662793404], [0.9608066196559237, -0.00845423219897018, 0.5792365780939907], [1.0922052535458717, -0.099702740443676, 0.5101031436329337], [0.9527078795117527, -0.0041602799222345554, 0.5438041344509413], [0.8521794538834947, 0.07466329130671273, 0.5450451343862174], [1.0892078111445298, -0.0997567766437304, 0.45211056018703777], [1.0531393919352645, -0.07722170039651288, 0.42255749077880045], [0.7961548727143533, 0.1174602930293307, 0.5047265448283204], [1.0858045099120877, -0.09031295186265548, 0.3451344556681615], [0.807456466279808, 0.0996311607250312, 0.46509649536618836], [0.7972971378498601, 0.117102346480356, 0.4394045675504973], [1.0521058576374094, -0.07903867431440903, 0.2370751433044599], [0.811617997371604, 0.10251926736417727, 0.36111433493145306], [0.8869014588319333, 0.04585507010481921, 0.2671818591294616], [0.9026206731693474, 0.039492136695936486, 0.21460116305700272], [0.849796101838286, 0.06848449365578574, 0.21667450666261268], [0.7478307980664429, 0.1557231114403192, 0.27702929460756], [0.8847425591151035, 0.05286215625412788, 0.10277810821344147], [1.0302368741458703, -0.05615227589667632, -0.09926738390429957], [0.6661977077197857, 0.19769985899467454, 0.27414936726952654], [0.6711274565620466, 0.20335523225011337, 0.2642177453227341], [0.6853377744926344, 0.20717555883435768, 0.24967739547528578], [1.0729381117264545, -0.09779896058561749, -0.20618620699092716]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83000, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.149744600954579, -0.681470958878, 0.9538781452469712], [1.774960255050484, -1.0749334151895007, 0.8993268690009127], [1.8184815587527052, -1.0003166190749757, 0.85654132473515], [1.9122167140079505, -0.9114052895943794, 0.8126630225203219], [2.140406429722799, -0.6759866510902239, 0.8037038484811693], [1.5930484574789863, -1.1992818820721887, 0.8031509613549438], [1.8894777237412976, -0.9274982102174261, 0.7667211979015615], [1.5716443327747753, -1.2349081369998456, 0.7360165861805544], [1.7747250694243983, -1.042161896338543, 0.722746841142165], [1.6423472636941134, -1.1970664089046923, 0.6812794516308024], [2.1239896792065, -0.7124167526334734, 0.6019869195884703], [1.8018611244190443, -1.0093956271726756, 0.5719274828511794], [1.9895049369529754, -0.8401471363885137, 0.5038122373890976], [1.5743662428882805, -1.2302355167580967, 0.49285753507026053], [1.6400230839424632, -1.2103233919985783, 0.43247139401620205], [2.167839449085962, -0.6847223474399545, 0.33902218393278905], [2.114373570328859, -0.7103124327089904, 0.31735296850713934], [1.9404955928714775, -0.8819860787377338, 0.2818248282962188], [1.7383633668108347, -1.0911148449397436, 0.25470133497926084], [2.004066102626432, -0.8246977895687144, 0.146346544422852], [1.623413112812625, -1.2799809935869906, 0.1538571748462112], [1.6024226020259635, -1.2234622311686199, 0.1632048681611984], [1.618429050800179, -1.2104721513168832, 0.0989526012643086], [2.1497545616122085, -0.6847351205974191, -0.09305601201766522], [2.0613860011960625, -0.7629446562432858, -0.1427729542037065], [1.8144881609201182, -1.0122711923196783, -0.14856575483752832], [2.0854320089055354, -0.7504426200967949, -0.30492701686512313], [2.049037505021703, -0.7803721083204641, -0.374141039938365], [1.583123666129964, -1.240465370897466, -0.3791139443548296]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 415, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.637031063806454, -1.0862670470937879, 0.6509967606496055], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1272, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.72, 4.09, 1.37, 4.771, 4.554, 4.398, 4.277, 1.526, 4.139, 4.127, 4.145, 4.012, 2.981, 2.26, 1.831, 1.538, 1.343, 1.199, 1.079, 0.997, 0.941, 0.89, 0.861, 0.82, 0.799, 0.765, 1.967, 1.96, 1.967, 2.03, 2.076, 2.128, 2.215, 2.26, 2.385, 1.073, 0.953, 0.845, 0.776, 0.727, 0.679, 0.653, 0.623, 0.603, 0.577, 1.006, 1.005, 1.014, 1.033, 1.064, 1.104, 1.155, 1.14, 1.005, 0.919, 0.845, 0.781, 0.874, 1.029, 1.28, 1.678, 2.678, 2.643, 2.626, 2.636, 2.677, 2.724, 2.801, 2.912, 3.032, 3.212, 3.441], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793697790.3088844, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.6773,0.4513,0.6178)", "observation_id": "obs-0ce43362-11-12682", "command_id": "retreat-office-12-1"}}}
{"time_unix": 1793697790.772794, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "retreat-office-12-1", "executed": ["move_tcp"], "duration_s": 0.444, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793697793.7667332, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697794.319294, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-12-12904", "session_id": "0ce43362", "time_s": 25.808, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-12-12904.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-12-12904-rgbd.npz", "tcp_m": [0.6773, 0.4513, 0.6178], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 69909, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 780, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 50, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 162, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 96224, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 130, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 66, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 128, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 10833, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 12720, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 113055, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.7890717418081516, 0.11719551794193778, 0.8478790871993848], [0.8758325903021051, 0.047640856089900874, 0.8256721946499342], [0.8838377315736492, 0.038518904203649784, 0.7953964421954426], [0.8412107414276562, 0.0850544087409465, 0.7663952218296316], [0.9331583849686382, 0.008793359110109089, 0.7281667951138017], [0.9874364989371482, -0.028709693051388263, 0.6862360682690428], [0.9254685505944862, 0.013292070371647369, 0.6602573715955039], [1.0945898483559338, -0.09774544836628829, 0.6039848865971952], [0.784932506724874, 0.11259581627511656, 0.65817998359987], [1.0878206256279979, -0.0997646463804242, 0.5767616946930673], [0.8978136254014721, 0.03958926042486599, 0.5976806764296417], [0.9136057811499358, 0.017952473884923326, 0.5564696325663837], [0.8858791332989895, 0.04671163661530531, 0.5314763408202875], [0.7368021894064847, 0.14264272956151325, 0.5597827012935831], [0.8190732444206823, 0.09394223602630969, 0.49237780714842294], [0.8575509133920898, 0.06898558053497578, 0.43848059606980916], [0.8034981763192148, 0.11216496198460363, 0.4355798286543573], [0.7107650074198881, 0.1702776339160521, 0.46094460694448014], [0.8128626887070571, 0.10144207058264648, 0.36018582231674745], [0.9203921783222158, 0.01415881009240516, 0.2395902611725772], [0.8916329545710482, 0.03604294894204624, 0.22101314086224289], [0.8241730076741212, 0.09446686496963175, 0.24150368736528705], [0.6988313111113205, 0.17967475143282863, 0.3207314580616928], [0.6722833527451246, 0.18249702427650047, 0.330450970188817], [0.8561486162240439, 0.06576326830271734, 0.12960788353128183], [1.0017981328005188, -0.04325989141875264, -0.07090048785928138], [0.6586356479747376, 0.1971541112246083, 0.27631232786776083], [0.6772993621699116, 0.20598984633342796, 0.25503949496791456], [1.0919792768576193, -0.09953457435291185, -0.2240427427133712]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83000, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1661366251018794, -0.6866672451757542, 0.9550514819640447], [1.775484469813057, -1.068151279133736, 0.8992374358307907], [1.8625981647462617, -0.9777023850437192, 0.857469905047097], [1.690613013355022, -1.1051343138238807, 0.8373379513729239], [2.135705670220164, -0.6750482166683888, 0.8360459451513736], [2.1687453127541785, -0.685270146415424, 0.823504363164571], [1.909928314928217, -0.9175034003773335, 0.8126626704516126], [1.8900112381917684, -0.9458789525074807, 0.7666130137757231], [1.8251206247553151, -1.00170083484263, 0.7214697895393055], [1.6207882125098778, -1.2772902360077678, 0.7075345679374557], [1.7249605846365057, -1.1103159971398227, 0.6783705790216145], [1.6744781284613337, -1.1593452532201518, 0.6288258306563262], [1.929992906012894, -0.9105911674529754, 0.5622526052631013], [2.096977511981248, -0.7365931463333887, 0.4948250959742978], [1.5741558541017382, -1.2354716967507011, 0.5357203228230155], [1.6598401776581446, -1.1879739992078702, 0.48222488852812073], [1.678439247184082, -1.1492072035486722, 0.4296278378642867], [1.638493114152288, -1.1883023143981322, 0.3819341157865269], [2.1056573130350866, -0.7266309242864135, 0.25698556778372705], [1.8646222077098382, -0.973580475520481, 0.233428040495537], [1.5902582214642484, -1.242647271164354, 0.22386836756024864], [1.6929431527545897, -1.151816562898921, 0.1432006203956212], [1.7166018571262667, -1.1328194718333564, 0.0751926495304287], [1.7166713972746503, -1.1097508378888414, 0.014177639910943451], [2.132525484151163, -0.6908501470801119, -0.16083277046676658], [1.908873871930957, -0.9182130792030845, -0.17464780800464963], [1.6165369111204828, -1.2095498491761516, -0.15989217810645662], [1.6180928144500046, -1.2229806671897794, -0.23459022157921205], [1.5747514856303022, -1.2380956705753534, -0.22752085907108677], [1.586705598361201, -1.243272013858349, -0.38178177525897505]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 415, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.6378512033888053, -1.0869735796406719, 0.6511049325231989], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1272, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.722, 4.09, 1.368, 4.761, 4.552, 4.386, 4.263, 1.524, 4.136, 4.128, 4.15, 4.011, 2.983, 2.26, 1.823, 1.545, 1.346, 1.202, 1.096, 1.016, 0.933, 0.883, 0.844, 0.817, 0.789, 0.762, 1.963, 1.957, 1.968, 2.024, 2.068, 2.13, 2.21, 2.268, 2.395, 1.071, 0.936, 0.847, 0.773, 0.712, 0.677, 0.627, 0.61, 0.589, 0.581, 0.999, 1.004, 1.014, 1.029, 1.062, 1.098, 1.15, 1.128, 1.008, 0.918, 0.841, 0.802, 0.861, 1.026, 1.276, 1.672, 2.668, 2.633, 2.642, 2.64, 2.671, 2.722, 2.804, 2.903, 3.046, 3.216, 3.43], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793697798.211335, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.4474,0.6254,0.6178)", "observation_id": "obs-0ce43362-12-12904", "command_id": "retreat-office-12-2"}}}
{"time_unix": 1793697799.8783972, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "retreat-office-12-2", "executed": ["move_tcp"], "duration_s": 1.602, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793697803.4651268, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697804.0114722, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-13-13705", "session_id": "0ce43362", "time_s": 27.41, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-13-13705.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-13-13705-rgbd.npz", "tcp_m": [0.4474, 0.6254, 0.6178], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 69909, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 780, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 50, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 162, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 96224, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 130, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 66, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 128, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 10776, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 12720, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 113112, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.78091682343381, 0.11598432277169218, 0.847384265211394], [1.0897273635368938, -0.09269025693724903, 0.8676958944140597], [0.8616351559711839, 0.059104879945432176, 0.8251224668456708], [0.8876714892582398, 0.03986287280912271, 0.7953787474574728], [0.8086348923403806, 0.08071841656569356, 0.7676807844516792], [0.9742159892520632, -0.02531634321834403, 0.7240335605863323], [1.0221050459903125, -0.05983746555190522, 0.6809884584947198], [0.9664152722181629, -0.01409936444872062, 0.6525242490473014], [1.0968585235460027, -0.10074464356190277, 0.5963237858258477], [0.8096085193856752, 0.08910696414654595, 0.6518404705408255], [0.9185363667508306, 0.012391450164583095, 0.5906606445291178], [0.9444740251596957, -0.014174753418824848, 0.5450333373566569], [0.8271218236840852, 0.06890211488056519, 0.5521395910983641], [0.714890838571157, 0.15172837435905978, 0.5686331088612853], [0.8117009908270156, 0.08721201182744193, 0.49430461839604944], [0.8184682970979815, 0.0841646032940605, 0.4578616855114829], [0.7918385974648834, 0.11053733387355619, 0.440867937388316], [1.0543967110354875, -0.08470866217065326, 0.23480431532620516], [0.7790743022335238, 0.10665195472250794, 0.3804182973288789], [0.8455468871549054, 0.06689186993278162, 0.29720610937909975], [0.8564344562009827, 0.055834474222786534, 0.24897330663222983], [0.7892168132110025, 0.10300940334566655, 0.2684312796941556], [0.6730052324487307, 0.18468293367400826, 0.34166142014370093], [0.8259148313438112, 0.0842480249166852, 0.15940075868364956], [0.6440588967864824, 0.18779701356266762, 0.3157995835525106], [0.9941152496489041, -0.03547508978223968, -0.06189307888305762], [0.6470499392536453, 0.1963027908973506, 0.2820873897863424], [0.674036448336915, 0.20229251356981695, 0.2552711504087172], [1.0859275033580307, -0.09898295152258157, -0.21836747500075215]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83000, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1451395751714326, -0.6800111615910547, 0.9535485187294722], [1.7462666074580548, -1.0450299894072357, 0.9226449865365997], [1.774283587816841, -1.0638877701847351, 0.8991110771242597], [1.8980749918740698, -0.9278001937965026, 0.8579168524318214], [2.168922927377661, -0.6889488378612371, 0.820233906549294], [1.9701533919638816, -0.8730517822487426, 0.812910859035323], [1.9432110449419042, -0.8949960919943106, 0.7660958260065364], [1.8430833879498971, -0.9895572372514618, 0.7209847938171071], [1.7410294953424876, -1.087457263212873, 0.6779295217621532], [1.653836189570078, -1.1893179480589136, 0.6296174554855961], [2.165589767146391, -0.6842908166115611, 0.5993844457487811], [1.9247738055708492, -0.8968607807720123, 0.5633277598834333], [1.592882428305613, -1.2493229160209458, 0.5387935878584436], [1.6839326776635084, -1.1628750143146713, 0.47995852803011496], [1.5948558308829595, -1.2577099670873448, 0.48822505083701595], [1.6999215028220318, -1.1407329379526743, 0.4263814326876473], [1.670897252161048, -1.1649101065064085, 0.3771194269141408], [2.1017903940631255, -0.7134189930181211, 0.2589757862352602], [1.620296658522373, -1.2777415248696764, 0.27776747957157333], [1.8442421929140116, -0.9945263968475301, 0.236677947665358], [2.1174353913971853, -0.7014939670675622, 0.1269515295809326], [2.1382780516658957, -0.6755166295969394, 0.09548875813442392], [1.6629173361240537, -1.1713673854368032, 0.1503141325493197], [1.5710151630638487, -1.2311634384867016, 0.14070278162717764], [1.7104415659473853, -1.1328330865295706, 0.07728710259650473], [1.688741368507657, -1.1528488922587248, 0.018695332910768525], [1.5930006403111077, -1.234640168294405, -0.019693998737697505], [1.9478752614757333, -0.8900205530506465, -0.1871174374993243], [1.5805035950219446, -1.2368898411388702, -0.14774067191475615], [2.073653123302032, -0.7634767298541786, -0.3834220610542137], [1.5837467227131337, -1.2409535703553272, -0.3795779982509687]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 415, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.6377351669201166, -1.086553828821639, 0.6513373414324414], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1272, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.731, 4.096, 1.366, 4.758, 4.563, 4.389, 4.271, 1.534, 4.143, 4.126, 4.145, 4.016, 2.972, 2.261, 1.82, 1.543, 1.344, 1.2, 1.081, 1.003, 0.941, 0.886, 0.849, 0.817, 0.795, 0.765, 1.964, 1.961, 1.971, 2.037, 2.069, 2.133, 2.217, 2.262, 2.395, 1.078, 0.936, 0.832, 0.755, 0.696, 0.662, 0.621, 0.593, 0.574, 0.561, 1.005, 1.011, 1.014, 1.036, 1.06, 1.102, 1.15, 1.13, 1.01, 0.921, 0.852, 0.794, 0.862, 1.035, 1.267, 1.678, 2.67, 2.642, 2.632, 2.64, 2.679, 2.725, 2.794, 2.912, 3.042, 3.209, 3.432], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793697806.8156185, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.2965,0.4261,0.6178)", "observation_id": "obs-0ce43362-13-13705", "command_id": "retreat-office-12-3"}}}
{"time_unix": 1793697808.253929, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "retreat-office-12-3", "executed": ["move_tcp"], "duration_s": 1.388, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793697810.5621936, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697811.1100729, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-14-14399", "session_id": "0ce43362", "time_s": 28.798, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-14-14399.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-14-14399-rgbd.npz", "tcp_m": [0.2965, 0.42610000000000003, 0.6178], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 69909, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 780, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 50, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 162, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 96224, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 130, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 66, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 128, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 10776, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 12720, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 113112, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.7704445160059037, 0.11442894139376031, 0.8467488293011299], [1.0934874103685728, -0.10051082623613666, 0.8488110495289652], [0.8474370855812403, 0.0570421492143951, 0.8247203832128712], [1.1000301985564152, -0.10010607180145303, 0.8048635689486866], [0.8680844789801381, 0.04128172013849207, 0.7954851588507829], [0.8220298439754713, 0.07887070150970549, 0.7670971988277046], [0.993122899938563, -0.044456984817883516, 0.7220334134536958], [1.030572234829848, -0.06957042286666093, 0.679618161323179], [0.9716638991016804, -0.025596615069472084, 0.6510905010637628], [0.8063048523240253, 0.09635000174169622, 0.6529744448782097], [0.8870842295436612, 0.03399200710889827, 0.5996701135454134], [0.9164630371200626, 0.016644249925868382, 0.5555742888619238], [0.8655030006307418, 0.048183645785854545, 0.5379399422497373], [0.7150184760082486, 0.1508097990518878, 0.5684706996084353], [0.8116208720693312, 0.09426043005843349, 0.49534455006849576], [0.8104285450433084, 0.09288978971476186, 0.46273685932955966], [0.7510286548482965, 0.1286652317918769, 0.46353307290586987], [0.9956145482726284, -0.03898581998501516, 0.2741076608655315], [0.7572275025837722, 0.1250852981885633, 0.396617531942452], [0.8217728834555573, 0.078046813362312, 0.31425669295129155], [0.8442443520448629, 0.07013320128107492, 0.2604476053477901], [0.7758410024699143, 0.11345155304746601, 0.2805868755822183], [0.6935584332506315, 0.17831905513832758, 0.3243476733684918], [0.8592224686384213, 0.05428478353644067, 0.12375599136737858], [0.6461140087072523, 0.18558357013025562, 0.30780699867105044], [1.001323714615745, -0.045122516967918413, -0.07107635857155625], [0.6421274202383993, 0.19312578880782463, 0.2953892760639647], [0.6653153044548017, 0.2010948803641236, 0.27163382309021034], [1.0770081642769906, -0.09816994834774584, -0.21000304478736698]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83000, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1540607881558147, -0.6828391940764585, 0.954187096775804], [1.7565565981819158, -1.0673062473199035, 0.8983558559834729], [1.9431032421767882, -0.8955154062380661, 0.8587776340982999], [2.131877940233907, -0.6739467162109314, 0.8423995556588161], [2.0187516733274373, -0.8102379402817186, 0.813055654738175], [1.9471115134051087, -0.8785823963519606, 0.7661270578885796], [1.8376813202217175, -0.9903020835423036, 0.7211686898592501], [1.826344392882719, -0.966803475489723, 0.7096066514229235], [1.6942837213371131, -1.1526111680872833, 0.67924060502506], [2.1313624668664453, -0.6884745406039706, 0.6021004430313238], [1.7897749036168618, -1.0323270681868668, 0.5723179435026935], [1.9782297622860043, -0.8619754730613917, 0.5042388389472835], [2.0961649960329196, -0.7476621265645482, 0.4367575308393764], [2.1559885941423733, -0.6814532788671432, 0.3717082759524072], [2.169059802072324, -0.6854063988310201, 0.3577626499063862], [2.0860342308868765, -0.7398029818417479, 0.3209264639420627], [1.6198798812240205, -1.2767877919915436, 0.37253368818053845], [1.9988715961379355, -0.8365367307831064, 0.2722545164703635], [1.789985677043045, -1.047297860042118, 0.24560868378534084], [2.0552442559391144, -0.7682979380132783, 0.13767203381909277], [1.673776257173924, -1.1668850759958702, 0.14744788470089853], [1.7435352278775058, -1.084852034271381, 0.07198601054336162], [1.5824817303599645, -1.2455936163457562, 0.09250902665569471], [1.7453653959260338, -1.0951352515623691, 0.005526368038050289], [1.6227019376135776, -1.2074704474539935, -0.02762894051228948], [1.927669521584379, -0.906046712561808, -0.18088237174289856], [2.1335887313827997, -0.6936060770547731, -0.31776343268853446], [1.5709002377382506, -1.2322136480171397, -0.20082445518909398], [1.600965895339825, -1.2442934009727937, -0.2299060794885378], [1.5922748632887698, -1.247635842428287, -0.3859297758709269]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 415, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.6378831249921042, -1.0856951109105062, 0.6511371073572253], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1272, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.727, 4.097, 1.369, 4.767, 4.555, 4.391, 4.276, 1.532, 4.146, 4.126, 4.136, 4.028, 2.972, 2.258, 1.826, 1.536, 1.339, 1.212, 1.088, 1.0, 0.937, 0.889, 0.84, 0.817, 0.788, 0.767, 1.975, 1.963, 1.963, 2.031, 2.072, 2.13, 2.208, 2.255, 2.392, 1.072, 0.937, 0.841, 0.764, 0.692, 0.658, 0.63, 0.588, 0.582, 0.558, 0.995, 1.006, 1.009, 1.026, 1.069, 1.109, 1.164, 1.136, 1.007, 0.919, 0.849, 0.796, 0.876, 1.038, 1.272, 1.682, 2.666, 2.65, 2.644, 2.648, 2.672, 2.719, 2.808, 2.906, 3.051, 3.215, 3.432], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793697813.7226915, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0,0,0.55)", "observation_id": "obs-0ce43362-14-14399", "command_id": "retreat-office-12-4"}}}
{"time_unix": 1793697816.684323, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "retreat-office-12-4", "executed": ["move_tcp"], "duration_s": 2.908, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793697818.9517367, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697819.5081851, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-15-15853", "session_id": "0ce43362", "time_s": 31.706, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-15-15853.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-15-15853-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 69909, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 780, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 50, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 162, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 96224, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 130, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 66, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 128, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 10776, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 12720, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 113112, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.7722198210370461, 0.11469261550804705, 0.84685655079195], [0.844024110107648, 0.0633032867727214, 0.8245499673278592], [0.8683672480840272, 0.06178637298696826, 0.7955232776747637], [0.796530660522869, 0.09783795542730017, 0.7684420632939132], [0.9025919208382105, 0.026048206357556225, 0.7310144034918714], [0.940427626571446, -0.0015509952904225743, 0.6927253250499642], [0.8700729089798558, 0.04446266480710298, 0.6703931286677266], [1.1012204422565375, -0.10083315054045439, 0.5919695469799385], [0.750639732271201, 0.12630063086407273, 0.6656721037863625], [0.8318423097113898, 0.07207332903878771, 0.6155060846971773], [0.8206547138571173, 0.08017166541024251, 0.5875234156163155], [0.7816229850574039, 0.10915843881179693, 0.5707432614008313], [0.9840761907218392, -0.040319278804528236, 0.4513662490204501], [0.770531460528749, 0.1180163512131478, 0.5148500874540912], [0.7779932171833304, 0.1128568963170754, 0.4799899690223103], [0.7236393010687066, 0.14133149076473805, 0.4788318379191233], [0.9931191964526704, -0.03385974451830592, 0.2763815899487295], [0.7309277271351883, 0.1378100274247981, 0.41415983071357887], [0.8230485208014438, 0.08205444662459749, 0.31437135780507364], [0.8294130725440827, 0.07690603675583291, 0.2718520483941219], [0.7667514584608188, 0.11570770576049622, 0.28759776932785064], [0.6941179958384736, 0.17745416380281315, 0.3236852272850341], [0.8299440852853626, 0.07216161477164124, 0.15260039939041414], [0.9788582806941617, -0.03310215464978766, -0.04809412571079297], [0.6400168672189053, 0.19136274578618423, 0.28679475178581926], [0.6670500505620102, 0.20262142351750448, 0.26468330916259264], [1.0787718311626835, -0.09833070765562657, -0.2116569866827248]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83000, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.151309743468083, -0.6819671104529288, 0.953990177730699], [1.7445392779703246, -1.0810577476460623, 0.898035162301268], [1.571004681681589, -1.2307217634324312, 0.8845814966716968], [1.8404106769910378, -0.987347596828102, 0.8569865618710387], [2.1697895519634693, -0.6860417019495293, 0.849672354407755], [1.9142722430673156, -0.915985475494042, 0.8126840481247398], [1.8894912377263382, -0.9492543945935983, 0.7666023771211373], [1.5826330483883244, -1.245902343299285, 0.7695683366325227], [1.817427533060383, -1.0156797100094757, 0.7215626450050062], [1.6184457294636174, -1.276285900462833, 0.7017522421545531], [1.6815890824537743, -1.1476387516768827, 0.6800690531756458], [1.6386488898569895, -1.1968730397836838, 0.6306317251320065], [1.9067128809810354, -0.9258118362181191, 0.564115173633107], [2.0718097488880134, -0.7429301268399959, 0.49777314041264686], [1.643467851287364, -1.1535970116139014, 0.5212131525482825], [1.6330543377992193, -1.2104724737268457, 0.48504416817906637], [1.6440355545867713, -1.2016997385454191, 0.4323187577569173], [2.134550656386981, -0.6743256611282223, 0.3535924990210383], [2.1252048479486456, -0.7139511421893874, 0.31488051800746153], [1.9549493232057495, -0.8688392990168334, 0.2796135628547227], [1.7359612004539213, -1.1014518222395269, 0.25435140770982234], [2.0530366002749654, -0.7714989674508912, 0.1379667143202865], [1.6316566890915467, -1.1971547325096255, 0.15710391160964887], [1.672673762627846, -1.1561256909518347, 0.08724513317200144], [1.6945145853967298, -1.1444127766816852, 0.017697650921321362], [1.5988668909803545, -1.2350322171344963, -0.022104276913622267], [1.9412211335001244, -0.8912050764334465, -0.18441517405699837], [2.1371955917171848, -0.7077674940857686, -0.3218734537270572], [2.066969581020304, -0.7653654638035094, -0.3804065364543884], [1.5909901628030756, -1.2466292082034487, -0.38497292815939976]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 415, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.6379454142811773, -1.084851026250572, 0.6507953864106449], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1272, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.721, 4.091, 1.369, 4.766, 4.554, 4.388, 4.272, 1.526, 4.142, 4.127, 4.144, 4.012, 2.981, 2.251, 1.818, 1.554, 1.349, 1.201, 1.088, 1.005, 0.948, 0.893, 0.845, 0.817, 0.797, 0.773, 1.967, 1.96, 1.968, 2.029, 2.07, 2.139, 2.2, 2.256, 2.389, 1.073, 0.937, 0.84, 0.772, 0.691, 0.657, 0.618, 0.591, 0.565, 0.562, 1.002, 1.007, 1.016, 1.022, 1.067, 1.093, 1.159, 1.131, 1.014, 0.912, 0.844, 0.792, 0.866, 1.038, 1.272, 1.678, 2.674, 2.635, 2.637, 2.637, 2.678, 2.724, 2.805, 2.907, 3.037, 3.219, 3.432], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793697823.7935174, "phase": "request", "request": {"tool": "robot_move_lift", "arguments": {"height_m": 0, "observation_id": "obs-0ce43362-15-15853", "command_id": "lower-office-13"}}}
{"time_unix": 1793697830.5739663, "phase": "result", "tool": "robot_move_lift", "result": {"status": "ok", "lift_m": 0.0, "command_id": "lower-office-13", "needs_observation": true, "stop_latched": false}}
{"time_unix": 1793697832.876333, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697833.4289055, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-16-19187", "session_id": "0ce43362", "time_s": 38.374, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-16-19187.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-16-19187-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 69909, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 780, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 50, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 162, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 96224, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 130, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 66, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 128, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 10776, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 12720, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 113112, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.7777092915448846, 0.11550792963641582, 1.247189639436743], [0.8294005084562124, 0.06960172157808309, 1.2240438842860109], [0.856695967013286, 0.048644178979460606, 1.1955596604193237], [1.095495799118186, -0.09983904275158284, 1.172095079387611], [0.8030750121643775, 0.08532882577967899, 1.1679812090776407], [0.927032150087753, 0.019063086004473873, 1.1289295806458195], [0.9535568865187689, -0.013895545223148398, 1.0907148666633364], [1.091684789649356, -0.1002542582897975, 1.0544615463261964], [0.9403451113634705, -0.004124797133020219, 1.0570341786360493], [0.792021422536914, 0.0860994882759078, 1.0549843402017842], [0.9069662612283809, 0.026853147217872908, 0.9945196334426472], [0.9363117297595116, -0.0069275519851081935, 0.9479350549800852], [0.84118862460162, 0.06522033823833895, 0.9473766784449369], [0.7448533456372597, 0.1280784695568628, 0.9550931236906508], [0.8547535335172811, 0.055210263956115224, 0.8728497060097101], [0.8619142297213658, 0.05366254318840574, 0.8341561612926411], [0.8248012693024267, 0.08213005467277185, 0.8201597786167795], [0.6927147513349606, 0.1650041547183712, 0.8693739791522241], [0.8061325605632327, 0.09075712246002404, 0.7617900247635739], [0.8865399386177291, 0.021032023553547496, 0.661854921593864], [0.9219477656455217, 0.010869398524050056, 0.5949768944978345], [0.8491630632972265, 0.0684334775074944, 0.6171090432749443], [0.7520329416296997, 0.1336094043844856, 0.667739563789161], [0.8987424091558736, 0.024011252406531847, 0.4830152128612447], [1.028052947359676, -0.05993418913674692, 0.30142022112519107], [0.6413510898799595, 0.1912626315637574, 0.6940640997530108], [0.642623381773032, 0.19495985655056064, 0.6856305010671957], [0.669659141251033, 0.20243595491278427, 0.662267254960696], [1.072396456154173, -0.09774958835120251, 0.19432174995441098]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83000, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1423517737252125, -0.6791274260422487, 1.353348968645397], [1.8048526257955277, -1.0428770089161508, 1.3001605364203974], [1.9089143836445965, -0.9116513174370011, 1.2580448843451613], [2.162800413282433, -0.6832256901900421, 1.2136066781624884], [1.957725698720006, -0.8603452655108524, 1.2128145938274888], [1.9401870426640802, -0.886332401084794, 1.166188229686322], [1.5706968400718868, -1.231370102996086, 1.1304219749618412], [1.876250673237124, -0.9411353771532873, 1.1204294711361367], [1.7535852779832206, -1.0768835445735714, 1.0774330097584697], [1.621219309344965, -1.278105485699304, 1.0778133857567787], [1.6802566133590164, -1.1522117197071051, 1.0285667818034798], [1.9602130461705503, -0.8678875758477328, 0.9607149592964339], [2.1648064964575435, -0.686896957609186, 0.9389957822667653], [1.5990647911755536, -1.2314898937690146, 0.9388353007038301], [1.6696771383184015, -1.1644199896424678, 0.8820368061672432], [1.71886782108827, -1.114790250929627, 0.8247084375135014], [1.678097367113363, -1.1428083982885124, 0.7772944679106928], [2.0873079851081426, -0.7440205694060908, 0.6597343354046731], [1.822336944150201, -1.0023881606031553, 0.641536027218122], [2.150233901011884, -0.6919237879247626, 0.5186415394472683], [2.1384938363096495, -0.6755847994568662, 0.4954176622789397], [1.6739518046282926, -1.1629745803425755, 0.5478369487957531], [1.7384646863497755, -1.0979478962069527, 0.4720847488130503], [1.5721120282638283, -1.2248676331144133, 0.4701577425887008], [1.7021586061756961, -1.112592276539524, 0.4191684992308842], [1.5949857082327115, -1.257810450865224, 0.4355525699439168], [1.602349056629889, -1.2377219887388957, 0.37610526555076107], [1.9191138582578107, -0.9146760516882151, 0.2214654668665743], [1.5877790949300428, -1.2383492052024847, 0.2486175247520327], [2.0541289753659266, -0.7954023337025307, 0.020537392556536416], [1.580235962648705, -1.2382026947423692, 0.02303682346878455]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 415, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.637290245269108, -1.0864061290513933, 1.0510892453392546], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1272, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.721, 4.093, 1.367, 4.766, 4.549, 4.392, 4.271, 1.529, 4.153, 4.123, 4.14, 4.028, 2.981, 2.264, 1.828, 1.539, 1.334, 1.199, 1.083, 1.004, 0.942, 0.882, 0.85, 0.817, 0.805, 0.771, 1.972, 1.959, 1.965, 2.032, 2.075, 2.126, 2.199, 2.27, 2.387, 1.071, 0.947, 0.843, 0.762, 0.704, 0.647, 0.615, 0.586, 0.578, 0.554, 0.997, 0.997, 1.011, 1.029, 1.052, 1.101, 1.158, 1.131, 1.015, 0.932, 0.841, 0.802, 0.866, 1.025, 1.281, 1.676, 2.676, 2.646, 2.628, 2.653, 2.673, 2.716, 2.803, 2.903, 3.038, 3.211, 3.437], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793697840.0304947, "phase": "request", "request": {"tool": "mission_memory_write", "arguments": {"notes": "Faza 1: DISCOVER v4 ground house_ground_v4, lift enabled. Door g_office observed and opened after grasp->press->open. opening_progress_rad po release=-1.4340476755403164 (OPEN wynik -1.4545998304284289), stop_latched=false. Retreat executed sequentially via suggested waypoints: (0.6773,0.4513,0.6178), (0.4474,0.6254,0.6178), (0.2965,0.4261,0.6178), (0,0,0.55), with observations between. Final obs obs-0ce43362-16-19187: tcp=(0,-5.55e-17,0.55), empty/open gripper, door_grip=null, lift_m=0, stop_latched=false. No base crossing/travel performed."}}}
{"time_unix": 1793697840.0310137, "phase": "result", "tool": "mission_memory_write", "result": {"revision": 1, "kind": "agent_mission_notes", "notes": "Faza 1: DISCOVER v4 ground house_ground_v4, lift enabled. Door g_office observed and opened after grasp->press->open. opening_progress_rad po release=-1.4340476755403164 (OPEN wynik -1.4545998304284289), stop_latched=false. Retreat executed sequentially via suggested waypoints: (0.6773,0.4513,0.6178), (0.4474,0.6254,0.6178), (0.2965,0.4261,0.6178), (0,0,0.55), with observations between. Final obs obs-0ce43362-16-19187: tcp=(0,-5.55e-17,0.55), empty/open gripper, door_grip=null, lift_m=0, stop_latched=false. No base crossing/travel performed.", "verified_by_host": false, "observation_id": "obs-0ce43362-16-19187"}}
{"time_unix": 1793697848.6652532, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697849.2145367, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-17-19187", "session_id": "0ce43362", "time_s": 38.374, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-17-19187.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-17-19187-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 69909, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 780, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 50, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 162, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 96224, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 130, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 66, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 128, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 10776, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 12720, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 113112, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.7785300716496367, 0.11562983458421267, 1.2472394425156326], [1.088307179855826, -0.10003467146380668, 1.2485798145959137], [0.8985132322074045, 0.0359781460473797, 1.226477786424988], [0.873628109150133, 0.036914544917130754, 1.1954473800357805], [0.802416622885436, 0.08422865033537708, 1.167991860634064], [1.0932550372017649, -0.09933729956334414, 1.1160237710471144], [0.931613554870232, 0.008778801832332706, 1.1282857139369733], [1.042859171226005, -0.07039987211041743, 1.0781829159856033], [1.0134098391509885, -0.04021870906242131, 1.043943594036206], [0.8491882250276486, 0.05609353673613915, 1.04199651815364], [0.9666550794311553, -0.023066706555193217, 0.9766754304985229], [1.0360945584076704, -0.06869995962367226, 0.9150908308511905], [0.918503786776008, 0.014145546240792228, 0.9177192113812883], [0.7740384585595185, 0.11066913524797595, 0.9426250229058004], [0.8431094219905555, 0.06579569762767751, 0.8789286384458164], [0.8730355196911133, 0.04230449538700026, 0.8275251789010458], [0.8038433994058267, 0.09684654737576365, 0.8327426302682828], [1.0882822220433999, -0.09435881673870716, 0.6307845301386706], [0.6982245557029854, 0.1672733238778522, 0.8669267638340026], [0.8226656404549363, 0.08502143816495283, 0.7512306491992158], [0.9080253097914666, 0.0200308142116023, 0.6484752170469495], [0.8743935742965165, 0.049829867096713776, 0.6356921880195288], [0.6517312782649907, 0.1780658114577085, 0.7876457316433219], [0.7971397800351196, 0.10025710923268627, 0.6621173458012963], [0.6957037583876591, 0.17887063425993993, 0.7228763786024177], [0.8088247080965887, 0.09188241912605977, 0.5754140053221967], [0.9464495120627042, -0.009237537434686471, 0.38709832395693455], [0.6630656237078839, 0.20041490309976526, 0.6734204274378897], [0.6438522713624056, 0.1925095178568787, 0.683719286690626], [1.0797806211712317, -0.09842265947764378, 0.18739698429541662]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83000, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.152283549211569, -0.6822758077435185, 1.3540598824861254], [1.7484353991842214, -1.0764217481859304, 1.2981361622790564], [2.13580446797359, -0.6755123276471554, 1.2616878839762227], [1.922791607644449, -0.9182787438162188, 1.2584668529096001], [2.1646029873231636, -0.6843469513457334, 1.2463036987925473], [1.9845613362534433, -0.828702184539172, 1.2129008132396557], [2.0490838610372837, -0.7861899810890167, 1.165107704468188], [1.9820755809700004, -0.8550324980581753, 1.1177627158437244], [2.0132235366602234, -0.7838482057997613, 1.0916167724835972], [1.5731815167473464, -1.233741712469806, 1.1017481086799943], [1.8549134479979195, -0.9838444744406241, 1.0735866584368146], [1.6178728096757227, -1.2758902927696898, 1.075075867645677], [1.7544426644511448, -1.0669951381512213, 1.0250514042445968], [2.04209784435155, -0.8037887923494358, 0.9545687400997782], [1.6481066025236177, -1.185127501906165, 0.9347407139776616], [1.7327919896431363, -1.0999110691380634, 0.8760307959356686], [1.5852525250154548, -1.2480438107625078, 0.8776766504205088], [1.79853435140738, -1.036683640169628, 0.8156773881638875], [1.7486924127835852, -1.0959709937644422, 0.7665015451990911], [1.6181240906769583, -1.275850361421015, 0.7696416221384734], [1.616149761315611, -1.2169216373493943, 0.7314469156420915], [1.9255638644061492, -0.9045232621546428, 0.6243083511780732], [2.1653493144172273, -0.6852940786024595, 0.567541934064778], [1.6412385352270376, -1.1894392058565688, 0.6149727099139515], [1.7828653107554056, -1.0433405071143542, 0.5275605134976116], [1.8577614597235743, -0.9710676454780602, 0.44725142439248133], [1.8479401998799996, -0.9896761794141224, 0.38179378355273674], [1.695037015011773, -1.1341791140007347, 0.35408883513151923], [2.0104913131768143, -0.8280978703594345, 0.19550409886916675], [1.600757645577864, -1.2314599681754608, 0.24373714343309993], [2.07842872551537, -0.7608673329909229, 0.01465460683920905], [1.5873734162348212, -1.2437952862747854, 0.017720832538557163]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 415, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.6388300392504502, -1.0854872636931396, 1.0511930629699038], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1272, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.723, 4.09, 1.361, 4.764, 4.561, 4.396, 4.275, 1.538, 4.14, 4.135, 4.145, 4.017, 2.977, 2.251, 1.826, 1.546, 1.344, 1.204, 1.083, 0.997, 0.943, 0.879, 0.848, 0.821, 0.798, 0.777, 1.974, 1.962, 1.965, 2.034, 2.059, 2.129, 2.207, 2.268, 2.395, 1.07, 0.933, 0.839, 0.756, 0.706, 0.656, 0.621, 0.595, 0.566, 0.555, 0.998, 1.015, 1.023, 1.033, 1.065, 1.103, 1.16, 1.127, 1.024, 0.921, 0.844, 0.794, 0.872, 1.033, 1.261, 1.672, 2.678, 2.644, 2.634, 2.644, 2.681, 2.726, 2.799, 2.906, 3.039, 3.216, 3.44], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793697854.6908329, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0.2, "dy_m": 0, "dyaw_rad": 0, "observation_id": "obs-0ce43362-17-19187", "command_id": "cross-office-14-1"}}}
{"time_unix": 1793697856.9969397, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.19999999999999976, "rotated_rad": 0.0, "duration_s": 2.0000000000024443, "base_pose": [0.5585223461665599, 7.2186349637789275, -2.3565926535897934], "needs_observation": true, "command_id": "cross-office-14-1"}}
{"time_unix": 1793697859.5536485, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697860.149897, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-18-20187", "session_id": "0ce43362", "time_s": 40.374, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-18-20187.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-18-20187-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 62070, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1238, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 50, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 85689, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 145, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 60, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 21, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65], "visible_pixels": 3160, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 14934, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 119893, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.6136587063397023, 0.09114259973910749, 1.2372354212611556], [0.8936448467237346, -0.09893089612394879, 1.2401551682568093], [0.8127211651377321, -0.05977741574768186, 1.2260712134665641], [0.7090760615773645, 0.027000487356475422, 1.1972583482105443], [0.8076159267425045, -0.04302266328796506, 1.1681708948144034], [0.8568700232744781, -0.08172365969429057, 1.1340763226668178], [0.8923253257955044, -0.09725794160476409, 1.1310187421369833], [0.8900514494492631, -0.10040450157313308, 1.1067255713099218], [0.8369168296722072, -0.07442269707290716, 1.1040665229829107], [0.7436009755302861, -0.007852871693521946, 1.0889778239835817], [0.6059615777101882, 0.09378146712348429, 1.0927945133255104], [0.6665549984445688, 0.055593730450635204, 1.0540773983332636], [0.6399639790536918, 0.062224244285916275, 1.0363327821803519], [0.596823473157989, 0.09771206562467291, 1.028489223741436], [0.758054922444068, -0.016891110700481493, 0.9359362988750752], [0.5798018067546965, 0.09739112137731631, 0.9886352021743565], [0.6388097788242342, 0.07663406262486594, 0.9369764036150745], [0.6228576758500657, 0.07564183231365357, 0.9178204169290052], [0.5851961985831968, 0.10204349254420797, 0.9157301754942094], [0.7783323062254682, -0.020765893919919343, 0.7576673153566902], [0.5956071943956929, 0.10640577751413086, 0.8602465928875904], [0.6516459963905756, 0.05920874799085574, 0.7861151330683551], [0.6486943054940987, 0.05952859776675462, 0.7579804815116451], [0.5886311062752745, 0.11254469632607461, 0.7868424998263833], [0.5117715445074591, 0.13782851823374367, 0.8443816443773844], [0.533450526846297, 0.15034201008662146, 0.8144527535553492], [0.6784904651143314, 0.0454060816295202, 0.6335013476738026], [0.5037711768145058, 0.15059298450849554, 0.8049244178220705], [0.5322948762489044, 0.15975288686896436, 0.7698209254146062], [0.8774047557903526, -0.0974179851367768, 0.3714037532512171]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 98782, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.954907648270568, -0.6819743505475521, 1.3413899809943037], [1.9680293262186557, -0.689739615908283, 1.3134152478250662], [1.9348258840652837, -0.6747740724698883, 1.3057053927612923], [1.614239890798364, -1.0136193338391792, 1.2883176588583196], [1.520827629638662, -1.0717747437490992, 1.2851047855256854], [1.7822519321107166, -0.8480516495278929, 1.2485540838321527], [1.371284731088449, -1.2304321019217077, 1.2300043599768167], [1.9075383848229737, -0.7181384074866791, 1.2033664106589177], [1.9426889349398428, -0.7039851566903523, 1.1549522012138147], [1.8888145370950826, -0.73533458162129, 1.1074739641518587], [1.7411728929914188, -0.8762211040784219, 1.0646046609486643], [1.5338882021777462, -1.1053912448033287, 1.0220977802129534], [1.7412253797292907, -0.8951414697855004, 0.9580753039322977], [1.8549853059923143, -0.7555018720795871, 0.8960975159698987], [1.3811133313387491, -1.2425903735377337, 0.9243181131066862], [1.9012126098230446, -0.7315755695201127, 0.8340862893754236], [1.4152388690594475, -1.2740523788207871, 0.8709815029898949], [1.8954458188997112, -0.7260989536533631, 0.7778390690850254], [1.7750693489616127, -0.8533847479680738, 0.7356024250031934], [1.965416349357703, -0.6854977178628815, 0.6600507159836454], [1.6140811733706206, -1.0269671186088671, 0.7022323176582946], [1.8409119847792461, -0.7871380528858468, 0.6036621694608433], [1.4939541970061834, -1.1439881954185154, 0.6092106255671851], [1.5633064217122636, -1.069174026444373, 0.5352592557832315], [1.4788777924277454, -1.1471295421991075, 0.4937980594032063], [1.8501045878432567, -0.7923833257499061, 0.33019285985478897], [1.4599156322687528, -1.171419840804016, 0.36960968202121625], [1.5814483299200097, -1.035870593273279, 0.26729675265722475], [1.5842689048422756, -1.055821172993801, 0.18979181394524192], [1.7359521749080504, -0.9038460942905497, 0.05816892127117179], [1.384946690962735, -1.2441176450589921, 0.019456587756198518]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 506, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.439316207654259, -1.0843299641100603, 1.0515356325330958], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 2190, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.5585223461665599, 7.2186349637789275, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.5585223461665599, "y_m": 7.2186349637789275, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.916, 2.937, 4.84, 4.935, 4.716, 4.545, 4.422, 2.283, 4.279, 4.271, 4.114, 3.624, 2.434, 1.834, 1.488, 1.267, 1.103, 0.974, 0.885, 0.818, 0.775, 0.729, 0.678, 0.753, 1.881, 1.845, 1.823, 1.816, 1.857, 1.896, 1.934, 1.985, 2.04, 2.108, 2.226, 0.851, 0.733, 0.656, 0.596, 0.552, 0.52, 0.5, 0.473, 0.456, 0.435, 0.441, 0.423, 0.422, 0.883, 0.918, 0.945, 0.996, 1.049, 1.124, 1.12, 1.028, 0.968, 0.919, 0.868, 0.865, 1.13, 1.687, 2.787, 2.771, 2.793, 2.826, 2.88, 2.953, 3.06, 3.204, 3.393, 3.618], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793697864.4754121, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0.2, "dy_m": 0, "dyaw_rad": 0, "observation_id": "obs-0ce43362-18-20187", "command_id": "cross-office-14-2"}}}
{"time_unix": 1793697866.800488, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.19999999999999976, "rotated_rad": 0.0, "duration_s": 2.0000000000024443, "base_pose": [0.4170446923331199, 7.077269927557855, -2.3565926535897934], "needs_observation": true, "command_id": "cross-office-14-2"}}
{"time_unix": 1793697869.3105717, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697869.9651423, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-19-21187", "session_id": "0ce43362", "time_s": 42.374, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-19-21187.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-19-21187-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 48007, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1548, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 33, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 63424, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 11, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 12, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 14, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65], "visible_pixels": 2769, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 19064, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 130464, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.43154868824428705, 0.0640950237554567, 1.2261853975759938], [0.5161256777112364, 0.011031299761236568, 1.2159980525237288], [0.5938097502729578, -0.03478544436938491, 1.1984529902800627], [0.5838475213121778, -0.031190488997525856, 1.1778264233586822], [0.6947011274824294, -0.10070311889043299, 1.1508957596658076], [0.5447461757278464, 0.0017900658122733115, 1.1603351634080754], [0.6945018833448482, -0.09942581500876918, 1.133965014059891], [0.4664301816990079, 0.05011296386438355, 1.1509124182934323], [0.6909370773880791, -0.10077534245040848, 1.0995263026874325], [0.5463044329615658, -0.0035797298868973093, 1.1202269579124047], [0.6313787961476781, -0.06176948443795338, 1.0804628015542332], [0.6743747392453561, -0.0963831874396664, 1.0432222580418296], [0.6610055128059108, -0.07837825277245836, 1.0205793151259155], [0.5929546659960628, -0.039411604647764276, 1.0174849057729118], [0.48277897591088426, 0.04303110577547456, 1.0402520725980877], [0.5632767834296343, -0.01575054329086517, 0.9820987863316467], [0.6147505678192786, -0.05432113774998604, 0.9302919817126587], [0.6425955570635455, -0.07002663817272126, 0.8870916364939802], [0.651723317177408, -0.07920955654339662, 0.8509141967456846], [0.559470349759118, -0.01799782205093209, 0.8837127532858322], [0.46243619885194803, 0.05937519243462913, 0.9328767278466558], [0.6339424447767464, -0.0659368232234182, 0.7705662744959086], [0.4237309290542821, 0.07799890657585687, 0.9222126483204286], [0.4486615239063658, 0.0618345091396498, 0.8794636546212019], [0.476456978237505, 0.05477584782656417, 0.8333393540468943], [0.36292185405946376, 0.10489709341950129, 0.9354013028631252], [0.43999453994863574, 0.06924065613130612, 0.8450634462373887], [0.36701283452919115, 0.11106908791221554, 0.9077681751159841], [0.39328343370716334, 0.11687810853214711, 0.8817818331302958], [0.6759899500536639, -0.09833807487582208, 0.5539006102163959]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 119960, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.7437122705643637, -0.6770994567874369, 1.327726373415657], [1.2903393567800276, -1.0922323645067873, 1.2907282755278175], [1.3598985045615546, -1.0740874736548216, 1.2756656398613573], [1.2492517838610935, -1.2255511224125633, 1.2687863077021146], [1.7713508825226256, -0.6884875898236852, 1.2496627778644285], [1.4449150027486577, -0.9864821685092586, 1.23704591411998], [1.4881326551313934, -0.9423428015346716, 1.1953268517317], [1.444668480052826, -0.9768845073917273, 1.1530839552090426], [1.3086473851089557, -1.1252445085616114, 1.1140743901736987], [1.1755998666795857, -1.2341785643184853, 1.104831734331745], [1.6045535997706668, -0.8274133632598231, 1.0554907413883026], [1.207038294074494, -1.2451657127415081, 1.0278506721072045], [1.7323000207945258, -0.6723741371299861, 0.9686323412783182], [1.3191521545849512, -1.1085886770038471, 0.9750424046789129], [1.3572376297133946, -1.0717969850384506, 0.9238497797325262], [1.31571786411696, -1.1172244440009542, 0.879527874254615], [1.6826994799771176, -0.7539545409409596, 0.7768462038554318], [1.3583029530995552, -1.0733700928316527, 0.770631118183815], [1.193827973555599, -1.2535518438262034, 0.7730798267472005], [1.5312997472015952, -0.8987053286879618, 0.6852478280736934], [1.5328815607149915, -0.9037560967461187, 0.6242818939546503], [1.4489534490206462, -0.9772945187160075, 0.5824159564275482], [1.2727094160320982, -1.1512937529856622, 0.5638875475483586], [1.5192579682875542, -0.9016901366839309, 0.43830203637122], [1.6270693406936174, -0.8053956377430385, 0.3367939000136557], [1.5767762410328856, -0.8594499953376677, 0.2783195992493426], [1.3499540111307713, -1.0840047147557406, 0.28055959655424256], [1.5002169241795578, -0.9360807629281607, 0.15208172142687393], [1.2017644534799257, -1.259610882387164, 0.1999405219920396], [1.585415523870882, -0.8343992141745337, 0.03875679557925227], [1.1919694053820564, -1.2506121759434987, 0.012076868664131712]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [135], "visible_pixels": 640, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.2397986958826073, -1.0838303285836157, 1.0512692195275093], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 2800, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.4170446923331199, 7.077269927557855, 1.2], "rotation_camera_to_world": [[-0.42141040136664776, -0.31096374915147496, 0.8518889718347452], [0.9068700422993368, -0.14450070266754533, 0.39586143195389073], [1.1102230246251565e-16, 0.939372712847379, 0.34289780745545134]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.4170446923331199, "y_m": 7.077269927557855, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [4.116, 3.131, 5.089, 5.092, 4.87, 4.693, 4.563, 4.479, 4.425, 4.407, 4.256, 2.813, 1.88, 1.433, 1.154, 0.976, 0.846, 0.768, 0.689, 0.629, 0.695, 1.513, 1.787, 1.783, 1.734, 1.699, 1.676, 1.717, 1.724, 1.747, 1.788, 1.829, 1.86, 1.934, 2.039, 0.614, 0.533, 0.483, 0.442, 0.402, 0.375, 0.359, 0.338, 0.326, 0.319, 0.314, 0.305, 0.3, 0.314, 0.312, 0.317, 0.331, 0.339, 0.364, 1.014, 1.117, 1.147, 1.07, 1.03, 0.997, 0.964, 0.949, 1.733, 2.91, 2.942, 2.966, 3.018, 3.095, 3.222, 3.369, 1.791, 3.806], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.35, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793697875.9987695, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": -0.8, "tilt_rad": -0.25, "observation_id": "obs-0ce43362-19-21187", "command_id": "look-next-door-15"}}}
{"time_unix": 1793697876.587274, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "look-next-door-15", "camera_head": {"pan_rad": -0.8, "tilt_rad": -0.25}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793697879.0985708, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697879.6343746, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-20-21469", "session_id": "0ce43362", "time_s": 42.938, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-20-21469.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-20-21469-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 23594, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1726, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [22], "visible_pixels": 14, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 28, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 32, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 133488, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 145, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 16, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_fitness_e", "class": "wall", "mask_ids": [54], "visible_pixels": 91, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 150, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62, 63], "visible_pixels": 14927, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [66], "visible_pixels": 4176, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 23272, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 47587, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.6134218746945085, -1.685160131233495, 1.4778241955555949], [0.5439455222461326, -1.6102565850744144, 1.3945312504088567], [0.507868744634091, -1.578295005414816, 1.325272518182992], [0.5598735585053741, -1.6277314997522616, 1.265963227551544], [0.38087920418789456, -1.4424727157237316, 1.2033248191552086], [0.41335634214677985, -1.4808542326416985, 1.148612219775146], [0.4046838080434769, -1.4737909816972041, 1.095661946334189], [0.4157513941648402, -1.4865230813122552, 1.0414320484877757], [0.3434977674214532, -1.404436025009687, 1.006676028275799], [0.4178847252001726, -1.488124139302566, 0.9365505027525767], [0.32670548160865687, -1.4143180746068138, 0.944264592702251], [0.41660459314596465, -1.4832117984243607, 0.886136647264594], [0.5587667889619673, -1.6261272452021074, 0.7794246126715254], [0.5570941709840272, -1.624575104115487, 0.7218068847503194], [0.37431359566528877, -1.4459868496224586, 0.7532808983513046], [0.2932085040697632, -1.3470721476111693, 0.7777692849039967], [0.4048551592191244, -1.466262846841674, 0.6891648595461353], [0.40770997921287744, -1.475409937882036, 0.632811933173425], [0.3614590717175641, -1.4269289704995578, 0.6097548756626399], [0.36549990397512744, -1.413042743803366, 0.5908801093255237], [0.5236592509832778, -1.589494367142088, 0.4387731244766869], [0.3868541881150872, -1.4524248773625419, 0.48184076061707726], [0.46271434463926364, -1.5256369386929272, 0.3608199431736634], [0.48060576668145294, -1.5501249694660535, 0.2770642502180386], [0.6169699946803239, -1.6953210568159416, 0.08747618015248415], [0.41120035980256764, -1.4765645854978882, 0.2789607900197584], [0.29647358555824865, -1.357346644828651, 0.3361546689520091], [0.2980005849584745, -1.364291401079622, 0.26363604660871176]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 136959, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.747607905626729, -0.6792404405525153, 1.4894708283499074], [1.4563982106543145, -0.9780852893583458, 1.444887640639956], [1.6218364860366559, -0.7966504560645205, 1.3934776843584344], [1.2012005401733212, -1.2581621397458649, 1.3799813873078144], [1.7303991910004406, -0.67196339602021, 1.3522555555911604], [1.6945386880967082, -0.7296050979806976, 1.3436455024281457], [1.6795725624493687, -0.7555668118015577, 1.2931872025858524], [1.6019616766208737, -0.8316579000733184, 1.2412464849705422], [1.4388850600259697, -0.9914148806009311, 1.1884481222714613], [1.7508184245117937, -0.68087630978351, 1.132292579542391], [1.4283771632675306, -1.0074033267060385, 1.077207582145059], [1.529990376548946, -0.8583709726229769, 1.0770887187187097], [1.7016909046271107, -0.7391060985286095, 1.0134203145423668], [1.7089467056362813, -0.7190692300890913, 0.9553299050046578], [1.6597571289048578, -0.7778553632078034, 0.8937891540732492], [1.1752919096265682, -1.2326988765094005, 0.8610352188053025], [1.7691658297327053, -0.6864649465214954, 0.841899668281167], [1.5094814578925724, -0.9222477261343549, 0.8325628927543569], [1.2359634000970912, -1.203172889936669, 0.7673010732484338], [1.4189463198199344, -1.0113747251304004, 0.7031196290620987], [1.4980784518675836, -0.9148368614394267, 0.6397980434002842], [1.3164867496981731, -1.149700412702385, 0.622798380309681], [1.465073329196059, -0.9577119447317728, 0.5682286388576175], [1.282487807539994, -1.1324592538942844, 0.4986523441148897], [1.574999531351346, -0.8669526699883865, 0.4176718500603812], [1.192759944695762, -1.2525360459552337, 0.3895661518625304], [1.6719201964408883, -0.7629211263275268, 0.344174792439222], [1.649362619065106, -0.7806014689381657, 0.26751105118655305], [1.457918311328132, -0.9775615285461243, 0.18300960296307278], [1.7001386985295082, -0.7342308652384263, 0.10125113089872695], [1.635967252302428, -0.7956909345096272, 0.014585524051766052]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [135], "visible_pixels": 496, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.24066955483588, -1.0827946793813, 1.0512290073337065], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 2062, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.4170446923331199, 7.077269927557855, 1.2], "rotation_camera_to_world": [[0.014999437506328539, -0.2473761268309705, 0.9688034211069869], [0.9998875021093594, 0.0037109202256565, -0.014533141318554266], [-5.551115123125783e-17, 0.9689124217106451, 0.24740395925452285]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.4170446923331199, "y_m": 7.077269927557855, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [4.124, 3.137, 5.069, 5.1, 4.863, 4.704, 4.574, 4.477, 4.432, 4.411, 4.256, 2.811, 1.878, 1.427, 1.159, 0.966, 0.85, 0.756, 0.693, 0.625, 0.697, 1.499, 1.782, 1.781, 1.736, 1.706, 1.692, 1.725, 1.727, 1.748, 1.784, 1.824, 1.856, 1.939, 2.045, 0.617, 0.552, 0.484, 0.438, 0.399, 0.377, 0.356, 0.346, 0.327, 0.308, 0.312, 0.313, 0.313, 0.312, 0.305, 0.315, 0.334, 0.341, 0.364, 1.021, 1.118, 1.142, 1.077, 1.029, 0.997, 0.961, 0.951, 1.741, 2.92, 2.936, 2.97, 3.011, 3.097, 3.222, 3.362, 1.776, 3.809], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.8, "tilt_rad": -0.25}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793697885.3341599, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0.3, "dy_m": -0.2, "dyaw_rad": 0, "observation_id": "obs-0ce43362-20-21469", "command_id": "approach-wc-16-1"}}}
{"time_unix": 1793697888.814334, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.360555127546399, "rotated_rad": 0.0, "duration_s": 3.0060000000036737, "base_pose": [0.06346317536188678, 7.006700027059685, -2.3565926535897934], "needs_observation": true, "command_id": "approach-wc-16-1"}}
{"time_unix": 1793697891.3934426, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793697891.9424417, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-0ce43362-21-22972", "session_id": "0ce43362", "time_s": 45.944, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-21-22972.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/obs-0ce43362-21-22972-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 155, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1757, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 148720, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 157, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_fitness_e", "class": "wall", "mask_ids": [54], "visible_pixels": 71, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 157, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62], "visible_pixels": 13447, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 31795, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 3045, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.30768115490435843, -1.4648165040550885, 0.7012907195649578], [0.30272154183593614, -1.4765554909729017, 0.6097587454541803], [0.296424554920918, -1.4448760133176266, 0.5933079025658432], [0.308145500175364, -1.4727004375864439, 0.564607019538288], [0.2835056664172392, -1.4461063104100318, 0.5533972173269818], [0.2801175834291616, -1.4461434104745035, 0.5275091602878881], [0.31469184510260606, -1.4980173502463214, 0.4810343961786955], [0.27773227308951454, -1.4399374067437187, 0.5060885897738581], [0.29244614262149793, -1.4600235810111908, 0.46921127754531566], [0.29092212830687236, -1.4650386647844327, 0.44715291176439265], [0.3066612709745743, -1.4761630529655816, 0.4147344187304115], [0.29297366690847415, -1.4594032577163478, 0.40981400443539806], [0.3038485456277723, -1.4645779820497844, 0.3841770767396324], [0.28735997957979287, -1.4519639394939925, 0.3817511333789271], [0.2611217418117707, -1.445547926930238, 0.3839230689708202], [0.29292329973529907, -1.4594602682699729, 0.3597503674874404], [0.2966822931274622, -1.457680524529035, 0.3428397917408005], [0.2648780367782463, -1.4343384332097482, 0.3564732549217129], [0.3026225063514453, -1.4741835816103797, 0.3019443083610489], [0.28755213026319093, -1.457957893894837, 0.3041391869504053], [0.27738290287399026, -1.4448188203714496, 0.3026433758041309], [0.28576989704556244, -1.4449235586353995, 0.28483252451133967], [0.3067345729793598, -1.4755304273393928, 0.24379591683467094], [0.25758156959825895, -1.4151902488758241, 0.2915403323368152], [0.2875303709589161, -1.4563707545744888, 0.23943371632467692], [0.25436620854043657, -1.4240868903819268, 0.2644708197604433], [0.2386120178436919, -1.390202191473823, 0.2894139173004554], [0.2350729774739545, -1.3969624780116772, 0.279742217106114]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 186333, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.4528048723420692, -0.4816596427183068, 1.4305304625336464], [1.420027681534946, -0.5044425930942508, 1.388905822372742], [1.4347176420657493, -0.474741496662037, 1.3757565834632557], [1.2910228754452655, -0.6335684215797364, 1.3480303606106865], [1.0776385316208028, -0.8932318400760816, 1.3337575365906185], [1.3791045550662917, -0.5088286090412883, 1.3156954416493585], [1.0796293335289664, -0.8499390643948687, 1.306720889560682], [0.901470284501767, -1.0580036977760476, 1.2900661301398118], [1.3229608920899134, -0.61802347961765, 1.2619366450037452], [1.4307101334700234, -0.5010297510941717, 1.2160189368435894], [0.8943814123238778, -1.0552031217503048, 1.2077932218899385], [1.432672339806474, -0.5002327307403067, 1.1696891585604003], [1.3682986790277933, -0.5594449304853972, 1.1226677691375955], [1.1498570522908107, -0.7720486224861549, 1.074725448739343], [1.308981569396636, -0.635704699564722, 1.0174782962339064], [1.4719731443252786, -0.48662328043978015, 0.9960412900191256], [1.3817009605629416, -0.5391548730706985, 0.968096240895113], [1.4055391711242509, -0.5226346840032452, 0.9142352154964948], [1.213930807384775, -0.7043048532576681, 0.8609616643460343], [0.8731093445134848, -1.0295200126925472, 0.8311465022855897], [0.9568522768135965, -0.9667785880350319, 0.8032875792416292], [1.0899987507174722, -0.8452142558266377, 0.7424819966069057], [1.0937374324189078, -0.8425946524635457, 0.6817909635318465], [0.9823594465995635, -0.9540676131319843, 0.619066792379968], [1.274263841308626, -0.6571021539444568, 0.5578299396340193], [1.4007667553783816, -0.5332506444470401, 0.49140125082231156], [1.3369936035631986, -0.601212005580203, 0.42065349455325385], [1.2136682442541382, -0.7109298803346276, 0.35508760293458475], [0.8951714419006851, -1.0336695810825756, 0.27727813759604014], [0.9779618409519513, -0.9530732657213307, 0.20090475927731843], [0.8857413382733272, -1.0416947873493085, 0.12308593290469316]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [135], "visible_pixels": 769, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [0.9410382782406533, -0.8822256646899868, 1.0517099075948564], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 2382, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.06346317536188678, 7.006700027059685, 1.2], "rotation_camera_to_world": [[0.014999437506328539, -0.2473761268309705, 0.9688034211069869], [0.9998875021093594, 0.0037109202256565, -0.014533141318554266], [-5.551115123125783e-17, 0.9689124217106451, 0.24740395925452285]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.06346317536188678, "y_m": 7.006700027059685, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [4.617, 5.082, 5.383, 5.177, 2.079, 2.63, 4.632, 4.556, 4.501, 4.305, 1.535, 0.765, 0.488, 0.51, 0.517, 0.948, 1.014, 1.073, 1.163, 1.285, 1.444, 1.529, 1.46, 1.408, 1.372, 1.349, 1.628, 1.362, 1.377, 1.393, 1.416, 1.462, 1.525, 1.534, 1.607, 1.73, 1.881, 2.058, 2.311, 0.392, 0.368, 0.348, 0.332, 0.319, 0.304, 0.299, 0.308, 0.295, 0.306, 0.307, 0.315, 0.327, 0.334, 0.35, 0.369, 0.397, 0.428, 0.468, 0.518, 0.603, 1.332, 1.308, 1.288, 3.276, 3.279, 3.321, 3.386, 3.476, 3.596, 3.774, 3.983, 4.273], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.8, "tilt_rad": -0.25}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793697898.9007983, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0.1, "dy_m": 0, "dyaw_rad": 0, "observation_id": "obs-0ce43362-21-22972", "command_id": "approach-wc-16-2"}}}
{"time_unix": 1793697898.924298, "phase": "result", "tool": "robot_move_base", "result": {"status": "collision_guard", "stop_latched": true, "moved_m": 0.0, "needs_observation": true, "command_id": "approach-wc-16-2"}}
{"time_unix": 1793697898.9393034, "phase": "request", "request": {"tool": "robot_stop", "arguments": {}}}
{"time_unix": 1793697898.941077, "phase": "result", "tool": "robot_stop", "result": {"status": "stopped", "grip_retained": false, "note": "no automatic release of a suspended cloth"}}
{"time_unix": 1793697898.952818, "phase": "request", "request": {"tool": "host_export", "arguments": {}}}
{"time_unix": 1793697899.0305111, "phase": "result", "tool": "host_export", "result": {"status": "ended", "sequences": 19, "stop_latched": true, "video": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/mobile.mp4", "note": "Kinematic mobile simulation; no room truth in planner tools.", "api_version": 4, "evaluation_file": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-002/simulation/evaluation.json", "floor_id": "ground"}}