{"time_unix": 1793692965.0921948, "phase": "request", "request": {"tool": "mission_memory_read", "arguments": {}}}
{"time_unix": 1793692965.0922687, "phase": "result", "tool": "mission_memory_read", "result": {"revision": 0, "agent_notes": null}}
{"time_unix": 1793692968.2145932, "phase": "request", "request": {"tool": "robot_capabilities", "arguments": {}}}
{"time_unix": 1793692969.0381205, "phase": "result", "tool": "robot_capabilities", "result": {"mode": "SIMULATION_ONLY", "api_version": 4, "mobile_base": true, "camera_movable": true, "methods": {"move_tcp": 3, "close_gripper": 0, "open_gripper": 0, "wait": 1}, "limits": {"tcp_min": [-0.88, -0.68, 0.018], "tcp_max": [0.88, 0.68, 0.78], "speed_m_s": 0.18, "max_calls": 6, "max_sequence_s": 18, "force_stop_N": 3.0, "grasp_radius_m": 0.021}, "arm_coordinate_frame": "arm_carriage: base-aligned xy, z relative to lift height", "base_command": "robot_move_base", "base_command_frame": "relative to base pose at command start", "base_limits": {"max_translation_m": 0.6, "max_rotation_rad": 1.5707963267948966, "speed_m_s": 0.18, "yaw_speed_rad_s": 0.6, "acceleration_m_s2": 0.3, "yaw_acceleration_rad_s2": 0.8, "footprint_radius_m": 0.22, "clearance_m": 0.04, "robot_height_m": 1.4, "observation_max_age_s": 30}, "camera_mount_height_m": 1.2, "camera_pitch_rad": "variable; see observation.camera_head", "assumptions": ["ideal holonomic mocap base; no wheel dynamics, slip or calibrated arm IK", "ideal drift-free odometry, not SLAM", "virtual pan/tilt RGB-D at 1.2 m", "privileged semantics and visible-vertex association; noisy depth/candidates", "MuJoCo FEM cloth/contact; force-limited spring pinch, not frictional fingers", "static axis-aligned geometry guard; swept full-height circular envelope enlarged by held cloth", "short synchronous commands; stop latched between calls, not hardware emergency control", "PDF manually traced; furniture approximate; source layout is not an observed robot map", "force-limited ideal lever/door coupling; no frictional finger/lock/key/door-closer mechanics", "floor-local scenes; no autonomous stairs or floor teleportation", "oriented live-door box collision guard and supported-floor check", "fixed camera mast; lift changes arm carriage only"], "robot_model": "HomeBot Cartesian + optional lift + ideal handle contact", "camera_command": "robot_look", "camera_head_limits": {"pan_min_rad": -3.141592653589793, "pan_max_rad": 3.141592653589793, "tilt_min_rad": -1.2, "tilt_max_rad": 0.6, "speed_rad_s": 0.8}, "world_frame": "house_ground_v4", "manipulation": "force-limited spring pinch of visible deformable cloth", "collection_bin": {"frame_id": "robot_world_v3", "xy_m": [-0.48, -0.95], "inner_half_size_m": [0.22, 0.17], "rim_z_m": 0.26, "source": "configured fixed collection fixture"}, "drive_interlock": "TCP xy norm <= .10 m, z 0.35..0.65 m; open empty or closed holding cloth", "lift": {"enabled": true, "min_m": 0.0, "max_m": 0.55, "speed_m_s": 0.06, "command": "robot_move_lift", "drive_requires_zero": true}, "door_command": "robot_door_action", "door_actions": ["grasp", "press", "open", "close", "release"], "door_contact": "two-sided visible handle; ideal bounded force coupling", "floor_id": "ground", "building_from_floor_translation_m": [0, 0, 0], "stairs_traversable": false}}
{"time_unix": 1793692969.040593, "phase": "request", "request": {"tool": "mission_memory_read", "arguments": {}}}
{"time_unix": 1793692969.040645, "phase": "result", "tool": "mission_memory_read", "result": {"revision": 0, "agent_notes": null}}
{"time_unix": 1793692970.8104594, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793692971.2684042, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-b8325fb8-1-350", "session_id": "b8325fb8", "time_s": 0.7, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-1-350.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-1-350-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 159163, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [33], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_e", "class": "wall", "mask_ids": [37], "visible_pixels": 22726, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_s", "class": "wall", "mask_ids": [40], "visible_pixels": 21, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 66073, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 23, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124], "visible_pixels": 14037, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 126227, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8124113282552189, 0.4966451702691731, 0.7751798121533457], [0.8358502437071511, 0.03223793758455883, 0.7540581177617636], [0.8122464610897554, -0.06526947764520842, 0.757896399656768], [0.8192483079114442, -0.04539479820095761, 0.7344522132790361], [0.832192057248938, -0.08942690676040134, 0.7160592512330799], [0.8044316028217182, -0.03241915025283583, 0.7228907164303109], [0.7910275301464468, 0.0064027414616837225, 0.7262042397272472], [0.8126789328394107, -0.040773330743926986, 0.6970630349485102], [0.8139867732990841, -0.0839806559662958, 0.674489859463402], [0.7989816896157832, -0.0866650842892377, 0.6671858752302811], [0.7987242789684936, 0.4751694882357268, 0.6604218208098149], [0.812533943530043, 0.4048623413641571, 0.6275710271697031], [0.8141849635151989, 0.3093752960962367, 0.6018908754844144], [0.8225362119114777, -0.09109742411138456, 0.5820021292448754], [0.8147543855254236, 0.15181649375192852, 0.5759318584745348], [0.814438222201445, -0.014237347201844565, 0.549573842112392], [0.8030442549099374, 0.49253518081323666, 0.5291707483710387], [0.8123285568225374, 0.310024290726422, 0.4924428955486543], [0.8108704325683086, 0.0935817348999831, 0.46349803828794356], [0.8109105832965897, 0.5781293364619825, 0.429370527628406], [0.806219898373198, 0.25371291869001944, 0.400820738073843], [0.8190222156395297, -0.07444411258516305, 0.35298631651473145], [0.8066221710284965, 0.31181509191195655, 0.326625225689099], [0.8234296140889854, 0.7197699124619908, 0.2815692907202302], [0.8122322643624602, 0.5591662053080687, 0.2789386598000124], [0.814311759014276, 0.5325621710988059, 0.23251961306073266], [0.8074115026455218, 0.12439559918265096, 0.19450665638798537], [0.8068267353982006, 0.7052983441305748, 0.178089692809001], [0.8131012862482753, 0.1911465589344613, 0.13448191007734844], [0.8138762436955718, 0.6743728839149786, 0.07308248002073081], [0.8128321001515953, -0.08869284819422764, 0.013996145532292115]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-1.1102230246251565e-16, -0.7833269096274834, 0.6216099682706644], [0.9999999999999999, -2.220446049250313e-16, -5.551115123125783e-17], [1.6653345369377348e-16, 0.6216099682706644, 0.7833269096274833]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.626, 2.645, 2.67, 2.724, 2.8, 2.901, 3.047, 3.211, 3.43, 3.729, 4.098, 1.368, 4.765, 4.558, 4.399, 4.268, 1.532, 4.146, 4.128, 4.141, 4.03, 2.977, 2.254, 1.824, 1.538, 1.338, 1.205, 1.097, 1.008, 0.939, 0.884, 0.845, 0.822, 0.797, 0.772, 0.811, 0.821, 0.815, 0.816, 0.839, 0.855, 0.887, 0.942, 0.999, 1.056, 1.071, 1.187, 1.219, 1.163, 1.105, 1.052, 1.04, 1.017, 1.013, 0.997, 1.01, 1.007, 1.039, 1.061, 1.102, 1.159, 1.14, 1.007, 0.914, 0.851, 0.798, 0.873, 1.017, 1.272, 1.677, 2.666, 2.65], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.9}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793692975.9459198, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": 0, "tilt_rad": -0.25, "observation_id": "obs-b8325fb8-1-350", "command_id": "cmd-look-survey-001"}}}
{"time_unix": 1793692976.7833092, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "cmd-look-survey-001", "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.25}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793692978.9192262, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793692979.5623722, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-b8325fb8-2-757", "session_id": "b8325fb8", "time_s": 1.514, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-2-757.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-2-757-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 836, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_e", "class": "wall", "mask_ids": [37], "visible_pixels": 2596, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_s", "class": "wall", "mask_ids": [40], "visible_pixels": 12, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 127694, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 5194, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [66, 125], "visible_pixels": 22912, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 227220, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.813890545920136, 0.4472179947627729, 1.338194381260003], [0.8115702361838918, -0.04440551883192602, 1.312292999919397], [0.8280213852613171, 0.030256425299037482, 1.2868908827235066], [0.8093468366520601, 0.07554740591367369, 1.2573940467907398], [0.7946864256635355, -0.08701751253108804, 1.243251648816733], [0.8098579201167718, 0.11217062274342747, 1.2293793472848786], [0.7862029858384753, 0.13311330362183424, 1.2153232350840157], [0.8136677937431662, 0.13451765381198222, 1.2008223332463075], [0.808469196429975, 0.11012284892298495, 1.1717821348015522], [0.8098360017785314, 0.08893241578528076, 1.1421119073640866], [0.8141016059770029, 0.06884688327597309, 1.1114719438184089], [0.8394436241982814, 0.29087205056315757, 1.100459970179606], [0.8176694061041113, -0.01829730331811231, 1.0800412168923916], [0.8302006094731799, -0.09173819416849217, 1.0698825443692002], [0.8128635104817312, 0.2238487641034591, 1.0479173881097414], [0.8086504794110786, 0.06916545315058019, 1.009773538462126], [0.8233965968113937, -0.06407127199539965, 0.9730389133865696], [0.8106233906641306, 0.3396302506662422, 0.9416995609406296], [0.8127638261438702, 0.16096316970396807, 0.906842044749547], [0.8025374731562283, -0.04030974778294273, 0.8761083084857441], [0.8182684768841161, 0.33737688954796685, 0.8323780725005892], [0.8060791255554043, 0.07759322262805944, 0.801825792653142], [0.8139056554469577, 0.4270482318960457, 0.7591969519977246], [0.7985438676019235, 0.15188470202354687, 0.7302913561062699], [0.8154643228511774, 0.44014010852194485, 0.6798147029443956], [0.8112814266170051, 0.06474649972942102, 0.6430031093692096], [0.8167595162658113, 0.3001238944280332, 0.5968516689848737], [0.8288814422886178, 0.5611635714598747, 0.5660244239226006], [0.8198980951104274, 0.5658517245144062, 0.5528433894594891], [0.8041503660508055, 0.5534396826651246, 0.5652732841289756], [0.8116004877874129, -0.08803079396988601, 0.5593928026887454]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2332, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7360628206830535, 0.061961434436933784, 1.0531116929011237], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[5.551115123125783e-17, -0.24740395925452302, 0.9689124217106447], [1.0, 0.0, 0.0], [0.0, 0.9689124217106447, 0.24740395925452302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.638, 2.64, 2.663, 2.724, 2.808, 2.901, 3.041, 3.216, 3.444, 3.73, 4.1, 1.375, 4.765, 4.559, 4.391, 4.267, 1.533, 4.136, 4.122, 4.141, 4.016, 2.976, 2.247, 1.818, 1.537, 1.339, 1.195, 1.098, 1.007, 0.94, 0.893, 0.848, 0.818, 0.796, 0.766, 0.813, 0.821, 0.822, 0.829, 0.849, 0.858, 0.898, 0.942, 0.993, 1.049, 1.075, 1.209, 1.228, 1.152, 1.105, 1.067, 1.031, 1.012, 1.004, 0.995, 0.997, 1.015, 1.039, 1.066, 1.103, 1.155, 1.131, 1.018, 0.918, 0.849, 0.79, 0.862, 1.028, 1.278, 1.677, 2.668, 2.628], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.25}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793692986.245855, "phase": "request", "request": {"tool": "mission_memory_write", "arguments": {"notes": "Mission 0ecd25da-5518-44b5-a806-b8358f8d7068. SURVEY: wybrane z bie\u017c\u0105cego obrazu jedyne widoczne drzwi rozwierane g_office, door_id g_office. Closed portal observed in house_ground_v4; visible leaf points arm_carriage x\u22480.787..0.839, y\u2248-0.092..0.720, z\u22480.559..1.338, depth systematic sigma 0.01 m; handle candidate [0.7360628207,0.0619614344,1.0531116929], handle sigma_floor 0.02 m. Observation obs-b8325fb8-2-757. Stop false, lift 0, TCP [0,0,0.45], gripper open. Next: multi-angle survey/sweep verification."}}}
{"time_unix": 1793692986.2460217, "phase": "result", "tool": "mission_memory_write", "result": {"revision": 1, "kind": "agent_mission_notes", "notes": "Mission 0ecd25da-5518-44b5-a806-b8358f8d7068. SURVEY: wybrane z bie\u017c\u0105cego obrazu jedyne widoczne drzwi rozwierane g_office, door_id g_office. Closed portal observed in house_ground_v4; visible leaf points arm_carriage x\u22480.787..0.839, y\u2248-0.092..0.720, z\u22480.559..1.338, depth systematic sigma 0.01 m; handle candidate [0.7360628207,0.0619614344,1.0531116929], handle sigma_floor 0.02 m. Observation obs-b8325fb8-2-757. Stop false, lift 0, TCP [0,0,0.45], gripper open. Next: multi-angle survey/sweep verification.", "verified_by_host": false, "observation_id": "obs-b8325fb8-2-757"}}
{"time_unix": 1793692989.18896, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": 0.35, "tilt_rad": -0.25, "observation_id": "obs-b8325fb8-2-757", "command_id": "cmd-look-survey-002"}}}
{"time_unix": 1793692989.635279, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "cmd-look-survey-002", "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.25}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793692991.9963117, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793692992.7001376, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-b8325fb8-3-976", "session_id": "b8325fb8", "time_s": 1.952, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-3-976.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-3-976-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 620, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 2933, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 45034, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6850, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 125, 126], "visible_pixels": 53504, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 277272, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8046770978582616, 0.7033740393700932, 1.3692985094275671], [0.8047703952481293, -0.08363538627130652, 1.3027269857821369], [0.8132439148186247, 0.5722928615821302, 1.3049776396087878], [0.7975195700212518, 0.28476569204061974, 1.2663581076889727], [0.8101904141446705, -0.08494853866828213, 1.2343168793938517], [0.7837687109934421, -0.056851438317187766, 1.2216385728132002], [0.816117904407982, 0.11673350755382038, 1.2107687945261105], [0.8369665108960864, 0.14946000662404313, 1.1982527594500196], [0.8145341788851812, 0.21485693283610197, 1.1825763025320548], [0.8111648336533593, 0.15214910577327878, 1.1548185541813603], [0.7985933524804879, 0.6977563698039165, 1.1197220153364498], [0.8330651168404682, -0.09167599373394254, 1.1390575478352454], [0.8130335107753073, -0.021157574225942787, 1.1312839311743854], [0.8271445259767036, 0.7229098643761446, 1.0801544719193488], [0.8159181075297375, 0.3643826017491333, 1.0854892579866955], [0.8235532599375813, -0.08643528114450384, 1.077153479985599], [0.788975430158837, -0.08649478958180258, 1.0583963375697947], [0.8112363614274689, 0.2557766405856451, 1.0221386648396436], [0.8091449018587533, -0.06927187120692214, 1.013921531765439], [0.8077838072219787, 0.3536182575530874, 0.9401684079108421], [0.8144892787670994, -0.07371190158289832, 0.9508062841626411], [0.8175204395153218, 0.0369044688525567, 0.9025096830289512], [0.8122240636969719, 0.01217824072510708, 0.8729562361373684], [0.8136012271561658, 0.5849242582349669, 0.7422595206092726], [0.8204084830118733, 0.15124354744642876, 0.7709505470484099], [0.8066134119126103, 0.22210681469923454, 0.7231246013042634], [0.8089961312389976, 0.13701218553947048, 0.6970455958200018], [0.808602433223457, 0.5876015978559589, 0.5483715082628059], [0.8145745812668718, -0.024279008639088395, 0.6460410717332864], [0.828081109317445, -0.0917074301317803, 0.6274358465400616], [0.806563450640187, -0.08835105029881775, 0.6258783910624999]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2579, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7361698742546556, 0.058334477605716285, 1.0525566340053678], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.3428978074554514, -0.23240452837410353, 0.910169890093852], [0.9393727128473789, -0.0848342751841738, 0.33223794502093185], [5.551115123125783e-17, 0.9689124217106448, 0.2474039592545229]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.633, 2.649, 2.669, 2.722, 2.8, 2.902, 3.031, 3.21, 3.436, 3.719, 4.103, 1.365, 4.762, 4.548, 4.392, 4.278, 1.536, 4.145, 4.132, 4.144, 4.021, 2.982, 2.252, 1.819, 1.546, 1.336, 1.194, 1.09, 1.007, 0.949, 0.893, 0.85, 0.821, 0.801, 0.761, 0.814, 0.808, 0.809, 0.822, 0.829, 0.865, 0.904, 0.942, 0.997, 1.06, 1.076, 1.196, 1.215, 1.149, 1.094, 1.067, 1.042, 1.017, 1.004, 1.001, 1.003, 1.022, 1.032, 1.073, 1.11, 1.145, 1.136, 1.011, 0.91, 0.851, 0.798, 0.871, 1.031, 1.271, 1.685, 2.669, 2.633], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.25}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793692997.9875853, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0,0,0.45)\nrobot.open_gripper()", "observation_id": "obs-b8325fb8-3-976", "command_id": "cmd-stow-prelift-001"}}}
{"time_unix": 1793692998.2436836, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "cmd-stow-prelift-001", "executed": ["move_tcp", "open_gripper"], "duration_s": 0.25, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793693000.2454076, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793693000.9491677, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-b8325fb8-4-1101", "session_id": "b8325fb8", "time_s": 2.202, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-4-1101.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-4-1101-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 620, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 2933, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 45034, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6850, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 125, 126], "visible_pixels": 53504, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 277272, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8056404524216417, 0.7042161145234608, 1.369501192580927], [0.8140994764959576, -0.05449120725947844, 1.3053762960610196], [0.785112996850131, -0.070370187315567, 1.294590339203737], [0.8259416825628837, 0.7216059567109953, 1.3148709694050578], [0.8179526672885615, 0.6297552265744556, 1.307615480797096], [0.8063111435911842, 0.3254695799789725, 1.2680989877285307], [0.8169462356951361, -0.0514395749849247, 1.2351531327795833], [0.8027001823971918, 0.16065800158243093, 1.2108015998045514], [0.8160848414317632, 0.26780397758760366, 1.1821689293486926], [0.838616636852752, 0.03324551459927615, 1.1645325400552502], [0.8029942115764197, 0.22220313674924974, 1.1539114313126908], [0.7977176012412952, 0.07842302112253306, 1.1294891410247119], [0.8076619110724856, 0.4893043118072341, 1.0809828421513663], [0.7881896319948243, -0.08450282045080994, 1.095627699128534], [0.8336074060539826, -0.09090931610219134, 1.0859277000225451], [0.8100003477661566, -0.030837940040194033, 1.0761077822967242], [0.8099665613362459, 0.30263230545631636, 1.01902543957286], [0.8079330874492625, -0.019092152571536302, 1.0098609634402187], [0.807526631795608, 0.47060542845255704, 0.9283962308846951], [0.818466147653515, 0.06827747671311456, 0.9331487485047643], [0.8159720250613716, 0.20643614472409422, 0.8809099219733565], [0.8093444075590999, 0.17551182383347552, 0.850233411153175], [0.8040888120855461, -0.03454998190581805, 0.8487192521581772], [0.8298322386794029, -0.09151973667345538, 0.8333806102039989], [0.8064076847686357, 0.230668857451522, 0.7636046591569631], [0.8106489905479939, 0.32225566790274496, 0.7013177564080617], [0.8056827986211824, 0.1559101060689222, 0.6949465912668223], [0.8156526794579242, 0.5628091979360957, 0.5496451476376194], [0.8095119163979632, -0.04642898526774254, 0.6550808679603298], [0.798029077522584, 0.6974163328119048, 0.45462699784166893], [0.8113271934924025, -0.08887287122191169, 0.6224875013455066]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2579, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7362650763172016, 0.05808685236199116, 1.0527018373494896], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.3428978074554514, -0.23240452837410353, 0.910169890093852], [0.9393727128473789, -0.0848342751841738, 0.33223794502093185], [5.551115123125783e-17, 0.9689124217106448, 0.2474039592545229]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.634, 2.643, 2.678, 2.724, 2.803, 2.903, 3.04, 3.223, 3.437, 3.715, 4.095, 1.367, 4.767, 4.549, 4.396, 4.267, 1.532, 4.144, 4.127, 4.142, 4.019, 2.969, 2.252, 1.827, 1.536, 1.341, 1.2, 1.089, 1.0, 0.942, 0.891, 0.852, 0.821, 0.796, 0.769, 0.819, 0.813, 0.816, 0.816, 0.849, 0.856, 0.898, 0.938, 0.993, 1.065, 1.064, 1.199, 1.222, 1.143, 1.095, 1.067, 1.037, 1.004, 1.011, 1.001, 1.009, 1.016, 1.029, 1.064, 1.103, 1.154, 1.134, 1.004, 0.919, 0.848, 0.794, 0.865, 1.029, 1.277, 1.677, 2.675, 2.648], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.25}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793693003.5888598, "phase": "request", "request": {"tool": "robot_move_lift", "arguments": {"height_m": 0.55, "observation_id": "obs-b8325fb8-4-1101", "command_id": "cmd-lift-up-001"}}}
{"time_unix": 1793693012.8967788, "phase": "result", "tool": "robot_move_lift", "result": {"status": "ok", "lift_m": 0.55, "command_id": "cmd-lift-up-001", "needs_observation": true, "stop_latched": false}}
{"time_unix": 1793693015.2673185, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793693015.9711862, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-b8325fb8-5-5685", "session_id": "b8325fb8", "time_s": 11.37, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-5-5685.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-5-5685-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 620, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 2933, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 45034, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6850, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 125, 126], "visible_pixels": 53504, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 277272, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.799257910573241, 0.6986370887834373, 0.8181583498131022], [0.8269442268364255, 0.720249080032879, 0.813652687485807], [0.8199963484906518, -0.04315682044863313, 0.7567076486164632], [0.8148635664561278, 0.6255453379222945, 0.7571403938722219], [0.8402405296469814, -0.08270217336189568, 0.7141471721085357], [0.8112576356172322, 0.27684782606441705, 0.7171566289938962], [0.8183856026682087, -0.07308016585831546, 0.6848686172920109], [0.8105792221357935, 0.13500993004882667, 0.6607829994341679], [0.8089673004675874, 0.2426758318018899, 0.632486784099622], [0.8053073873155622, 0.22563812165769737, 0.6037254805835581], [0.8017751739857895, 0.032617062179198894, 0.5805696501436015], [0.8162575235745826, 0.4716635606349079, 0.5307226410526358], [0.8220675817106223, -0.02658924738293401, 0.5239954899245116], [0.8126211724140386, 0.35612514117473026, 0.4646642449680167], [0.8160823389488546, 0.06053133768113926, 0.451026792551531], [0.8045107211003465, 0.5693627646043008, 0.3692347111883947], [0.8354840049278498, -0.09254268699933012, 0.40456719533202967], [0.8066333850277284, 0.09248307887418782, 0.3840970183386784], [0.8072597914946238, 0.19976964010445297, 0.3349000189334703], [0.8158504782173778, 0.09097609447462861, 0.3099853739715731], [0.783451622568348, 0.0284614312017598, 0.3034588950323015], [0.813826231302977, 0.6544073514211296, 0.18085592524315963], [0.812007538152348, 0.15117352519247895, 0.22507950827373013], [0.8212661300989336, 0.2537674286528234, 0.1590444604459007], [0.8041579127637772, 0.13175606494150227, 0.15100176705246116], [0.8148526888708596, 0.6404215075530529, -0.01788970432124759], [0.793195772969669, -0.0865724859033249, 0.1526866289022233], [0.8122132572738812, -0.01486110870346903, 0.09530095060396881], [0.8028749832604593, -0.0879470151708527, 0.07850388670686848]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2579, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.735724162361918, 0.05815673765759053, 0.5026135066045903], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.3428978074554514, -0.23240452837410353, 0.910169890093852], [0.9393727128473789, -0.0848342751841738, 0.33223794502093185], [5.551115123125783e-17, 0.9689124217106448, 0.2474039592545229]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.629, 2.637, 2.673, 2.726, 2.804, 2.907, 3.06, 3.211, 3.446, 3.722, 4.099, 1.356, 4.758, 4.561, 4.393, 4.275, 1.528, 4.138, 4.117, 4.144, 4.021, 2.976, 2.247, 1.828, 1.551, 1.345, 1.194, 1.09, 1.005, 0.946, 0.895, 0.858, 0.827, 0.791, 0.761, 0.805, 0.819, 0.819, 0.823, 0.833, 0.862, 0.891, 0.942, 0.988, 1.061, 1.062, 1.199, 1.226, 1.155, 1.105, 1.059, 1.043, 1.021, 0.999, 1.001, 1.004, 1.017, 1.033, 1.068, 1.107, 1.157, 1.137, 1.012, 0.918, 0.845, 0.79, 0.871, 1.022, 1.265, 1.685, 2.674, 2.646], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.25}, "peak_force_N": 0.0, "lift_m": 0.55, "door_grip": null}}
{"time_unix": 1793693020.372922, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.735724,0.058157,0.502614)", "observation_id": "obs-b8325fb8-5-5685", "command_id": "cmd-reach-handle-001"}}}
{"time_unix": 1793693024.5699825, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "cmd-reach-handle-001", "executed": ["move_tcp"], "duration_s": 4.11, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793693027.2877862, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793693027.9971995, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-b8325fb8-6-7740", "session_id": "b8325fb8", "time_s": 15.48, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-6-7740.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-6-7740-rgbd.npz", "tcp_m": [0.735724, 0.058157, 0.502614], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 620, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 2933, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 45034, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6850, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 125, 126], "visible_pixels": 53504, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 277272, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8176579152683621, 0.7147206652407309, 0.8220295838480156], [0.8135674348374916, 0.6656804289630759, 0.7887570995919981], [0.8006755899179172, 0.6999817252082537, 0.772931861779901], [0.81515777201598, 0.49473831489880127, 0.7522667139788071], [0.8273407854895669, 0.7229263787593602, 0.7485301945647036], [0.7985523365549733, 0.2490179493678656, 0.7154735820195928], [0.8357696898037708, -0.09088150440627886, 0.6944345727522205], [0.8074801025158552, -0.07315848969966944, 0.6843870558912737], [0.7818560305721893, -0.08359573526397569, 0.6777472747944], [0.8141624696892736, 0.1291877996018843, 0.6608012833708181], [0.8138164343702117, 0.2584115300012827, 0.632280088901569], [0.8035513705796494, 0.22235731280232784, 0.6038794526749625], [0.7987401469457182, 0.05164480284498839, 0.5802359603717386], [0.8215420636683667, 0.539363854977804, 0.5271027805400263], [0.8349842479556937, 0.7187210251940314, 0.5158772352560277], [0.8428992973917814, 0.10962108641873068, 0.5324630965256612], [0.8160074818052486, 0.02758133006133977, 0.5218683727721787], [0.8284551803323652, -0.09158105245704985, 0.5254283036737037], [0.8134001848879258, 0.3977534518318616, 0.4615233595710493], [0.8141380580759003, 0.02861015759225093, 0.45425441666983546], [0.8095066624941792, 0.5046478331461045, 0.37440071388015483], [0.7973691346872123, 0.061344011595303546, 0.3906247040300499], [0.8094047238011499, 0.15215327878852147, 0.340354562964307], [0.8097715702836646, 0.10131945556295739, 0.31090774891498674], [0.814565958737426, 0.6767075776690678, 0.17689852075999968], [0.8085990889585675, 0.19100159352322177, 0.21962587688326252], [0.819113403233218, 0.24330755985018204, 0.16225207621738358], [0.8194000206664434, 0.13425338558809863, 0.14154369322255123], [0.8094234820473358, 0.5564144880552632, 0.005099376174660608], [0.8108781440934132, -0.04650734429403948, 0.10416119822490955], [0.8072940588796507, -0.0884310812068171, 0.07535833529055658]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2579, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7361869344855042, 0.05846920422130806, 0.502853289506507], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.3428978074554514, -0.23240452837410353, 0.910169890093852], [0.9393727128473789, -0.0848342751841738, 0.33223794502093185], [5.551115123125783e-17, 0.9689124217106448, 0.2474039592545229]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.628, 2.637, 2.667, 2.721, 2.799, 2.898, 3.038, 3.219, 3.428, 3.72, 4.096, 1.367, 4.766, 4.552, 4.388, 4.276, 1.525, 4.134, 4.135, 4.148, 4.024, 2.977, 2.258, 1.816, 1.544, 1.344, 1.2, 1.088, 1.009, 0.929, 0.898, 0.847, 0.823, 0.798, 0.774, 0.817, 0.804, 0.816, 0.827, 0.838, 0.868, 0.897, 0.936, 0.994, 1.061, 1.071, 1.203, 1.224, 1.157, 1.102, 1.067, 1.03, 1.009, 1.003, 1.006, 0.999, 1.014, 1.036, 1.064, 1.092, 1.151, 1.131, 1.005, 0.922, 0.853, 0.793, 0.87, 1.032, 1.273, 1.676, 2.67, 2.652], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.25}, "peak_force_N": 0.0, "lift_m": 0.55, "door_grip": null}}
{"time_unix": 1793693031.976236, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "grasp", "observation_id": "obs-b8325fb8-6-7740", "command_id": "cmd-grasp-office-001"}}}
{"time_unix": 1793693032.24228, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "cmd-grasp-office-001", "action": "grasp", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -5.612760727543607e-09, "handle_rotation_rad": 6.312030091463103e-19, "peak_force_N": 0.0, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-3.358752817980078e-07, -0.9999999999999437, 0.0], "normal_arm_m": [-0.9999999999999437, 3.358752817980078e-07, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793693034.2359772, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793693034.933283, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-b8325fb8-7-7790", "session_id": "b8325fb8", "time_s": 15.58, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-7-7790.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-7-7790-rgbd.npz", "tcp_m": [0.7449997833604479, 0.0650000285494353, 0.5], "gripper_closed": true, "grip_contact": true, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 620, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 2933, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 45034, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6850, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 125, 126], "visible_pixels": 53504, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 277272, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8039992777886443, 0.7027815519716053, 0.8191559007616167], [0.7844504797719649, 0.0286438034708648, 0.7554688610205442], [0.815087046489226, -0.07956890955845432, 0.7542927569116766], [0.8157301206196594, 0.5971909410529436, 0.7561663982168618], [0.8377903194116769, -0.0002240367342042444, 0.7267977608952496], [0.8045587323997718, 0.3588731886160571, 0.7188675521254504], [0.8255899855760525, -0.09149855005499753, 0.6972073965480896], [0.8075787420743276, -0.004787607478219059, 0.6854905754749243], [0.8111404024652963, 0.21876900021852397, 0.66117345229154], [0.8115295462528731, 0.36372635506104267, 0.6315746043905033], [0.8014149657483397, 0.7005940460283658, 0.5996283359803356], [0.815316419614821, 0.32561740949765394, 0.6013012002543929], [0.8218199736923045, 0.14081753436741196, 0.5754890907943788], [0.8110057707982841, 0.5543971937060778, 0.5277120257345278], [0.7918201040292937, -0.08505074912972423, 0.553466418667574], [0.8100039962430248, 0.03226783245754393, 0.5225342208023733], [0.8257233918111816, 0.7215818913847382, 0.4776244325885588], [0.8370034504037541, -0.08967417903084653, 0.5188861235904463], [0.8106353968579173, 0.4354345764969364, 0.4593625448230696], [0.8082820557548841, 0.10564163445566797, 0.44896952828088077], [0.8070706342012356, 0.6757118499754774, 0.3577582125202958], [0.8268266901543639, 0.7204941055908841, 0.30704323377424836], [0.8126984584786674, 0.14566575724858943, 0.3760356086001242], [0.8193396409499614, 0.2740980555843563, 0.3208624015554442], [0.804287997496242, 0.2131071943399122, 0.2967626324943071], [0.8088274715814594, -0.017280698906478775, 0.2938182934126988], [0.8127794237956057, 0.2436287806765015, 0.2081644783506862], [0.8131953809970771, 0.3319116688368534, 0.14805629665090358], [0.8083167097040721, 0.16249217099128022, 0.14199766435938577], [0.812957208792649, 0.6234287172831944, -0.012731717291407096], [0.8183603784217537, 0.004105010083281891, 0.08631460546207204], [0.8071651847865913, -0.08841696432429637, 0.0754500694270327]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2579, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7361982942048475, 0.058610848158291075, 0.5025237784756487], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.3428978074554514, -0.23240452837410353, 0.910169890093852], [0.9393727128473789, -0.0848342751841738, 0.33223794502093185], [5.551115123125783e-17, 0.9689124217106448, 0.2474039592545229]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.628, 2.636, 2.679, 2.733, 2.804, 2.905, 3.04, 3.221, 3.446, 3.725, 4.099, 1.371, 4.764, 4.551, 4.387, 4.271, 1.528, 4.142, 4.124, 4.14, 4.011, 2.974, 2.249, 1.823, 1.545, 1.342, 1.195, 1.087, 1.008, 0.941, 0.898, 0.852, 0.815, 0.798, 0.766, 0.806, 0.806, 0.817, 0.821, 0.83, 0.869, 0.892, 0.933, 0.987, 1.063, 1.063, 1.196, 1.227, 1.148, 1.098, 1.068, 1.035, 1.011, 1.004, 0.997, 1.0, 1.012, 1.029, 1.065, 1.107, 1.155, 1.135, 1.01, 0.915, 0.856, 0.797, 0.874, 1.033, 1.263, 1.678, 2.677, 2.647], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.25}, "peak_force_N": 0.0, "lift_m": 0.55, "door_grip": "g_office"}}
{"time_unix": 1793693038.3664565, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "press", "observation_id": "obs-b8325fb8-7-7790", "command_id": "cmd-press-office-001"}}}
{"time_unix": 1793693040.7120755, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "cmd-press-office-001", "action": "press", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": 8.719054662372983e-09, "handle_rotation_rad": -0.5188679585628109, "peak_force_N": 1.2223222750732423, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-3.1859067627337106e-07, -0.9999999999999494, 0.0], "normal_arm_m": [-0.9999999999999494, 3.1859067627337106e-07, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793693042.8986335, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793693043.6023147, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-b8325fb8-8-8240", "session_id": "b8325fb8", "time_s": 16.48, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-8-8240.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/obs-b8325fb8-8-8240-rgbd.npz", "tcp_m": [0.7449997917834021, 0.05644479930125188, 0.46776666804504674], "gripper_closed": true, "grip_contact": true, "force_N": 0.958, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 620, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 2933, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 45034, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6850, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 125, 126], "visible_pixels": 53505, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 277320, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8139316301113192, 0.7095546304072001, 0.8211344608832143], [0.8135988122356334, -0.06909116340497946, 0.7546027580337926], [0.8152827742725867, 0.5808059612448223, 0.755506188947825], [0.7927265149519285, -0.08752350774970354, 0.7155310648146107], [0.8379292865706465, -0.06792403568149198, 0.7189127685791428], [0.7836202554221123, -0.00892214308769103, 0.7085329415299673], [0.8066227198879773, 0.2823333298706868, 0.7169628437080489], [0.8135454452457294, -0.03707104412088204, 0.6852343524421363], [0.8146686317930905, 0.17364432141169417, 0.6610111349711136], [0.8102494799181076, 0.29061278848452965, 0.632120334064022], [0.8002928218560585, 0.6996130719221673, 0.5996988665513125], [0.8093000609337891, 0.23663853521359457, 0.6033080146157879], [0.816527939307315, 0.06022390233538487, 0.5784509349937073], [0.8113767903824743, 0.5182415209180907, 0.52925988789604], [0.8321685416054628, -0.09061519652463525, 0.5373707652342825], [0.8125423126209551, 0.03236895043719211, 0.522134780211384], [0.8098547683935836, 0.6728006247067891, 0.4458836919104988], [0.8132605687204598, 0.4452787433667683, 0.42157041757818925], [0.8130245889571932, -0.002411326511248546, 0.42612373504083223], [0.811153283474865, 0.11752437688358973, 0.37977473113228954], [0.824130641276075, 0.21766223734778845, 0.3265221784084298], [0.8190862637201978, 0.1613308837472972, 0.2984051457621312], [0.8284015267135345, 0.723567225528914, 0.16909263393943075], [0.8105650847540173, -0.076216757495306, 0.30259534143345745], [0.8112471528077275, 0.1916271005536495, 0.21821645387920352], [0.8327612674462107, 0.2724041205738673, 0.14921455629942337], [0.8117532554713274, 0.11085984735283026, 0.1510207211082324], [0.827619383846953, -0.09166623387821983, 0.16942742833063207], [0.8112891396224527, 0.5472377690968618, 0.00604463262094479], [0.8088051533901812, -0.024107046497766304, 0.09996462417008467], [0.8125978806954234, -0.08901206243978689, 0.07158301084215479]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2531, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7361253194627573, 0.05026715210945474, 0.47290534038149556], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.3428978074554514, -0.23240452837410353, 0.910169890093852], [0.9393727128473789, -0.0848342751841738, 0.33223794502093185], [5.551115123125783e-17, 0.9689124217106448, 0.2474039592545229]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.639, 2.647, 2.68, 2.719, 2.81, 2.901, 3.038, 3.211, 3.44, 3.724, 4.094, 1.376, 4.768, 4.555, 4.394, 4.267, 1.536, 4.144, 4.128, 4.146, 4.019, 2.968, 2.254, 1.816, 1.537, 1.349, 1.203, 1.088, 1.004, 0.939, 0.89, 0.851, 0.829, 0.799, 0.77, 0.819, 0.825, 0.823, 0.825, 0.834, 0.859, 0.897, 0.943, 0.995, 1.061, 1.071, 1.196, 1.224, 1.163, 1.117, 1.059, 1.032, 1.015, 1.0, 0.996, 1.001, 1.008, 1.045, 1.065, 1.1, 1.152, 1.135, 1.008, 0.925, 0.85, 0.787, 0.871, 1.036, 1.272, 1.676, 2.674, 2.647], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.25}, "peak_force_N": 1.222, "lift_m": 0.55, "door_grip": "g_office"}}
{"time_unix": 1793693047.1976898, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "open", "observation_id": "obs-b8325fb8-8-8240", "command_id": "cmd-open-office-001"}}}
{"time_unix": 1793693065.7671838, "phase": "result", "tool": "robot_door_action", "result": {"status": "stopped", "command_id": "cmd-open-office-001", "action": "open", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -1.3960589230022025, "handle_rotation_rad": -0.518899072202824, "peak_force_N": 1.006983390467298, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": true, "contact_frame": {"tangent_arm_m": [-0.9847722827398602, -0.17384921957640473, 0.0], "normal_arm_m": [-0.17384921957640473, 0.9847722827398602, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793693065.776129, "phase": "request", "request": {"tool": "robot_stop", "arguments": {}}}
{"time_unix": 1793693065.7778215, "phase": "result", "tool": "robot_stop", "result": {"status": "stopped", "grip_retained": true, "note": "no automatic release of a suspended cloth"}}
{"time_unix": 1793693065.7873485, "phase": "request", "request": {"tool": "host_export", "arguments": {}}}
{"time_unix": 1793693065.8444455, "phase": "result", "tool": "host_export", "result": {"status": "ended", "sequences": 8, "stop_latched": true, "video": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/mobile.mp4", "note": "Kinematic mobile simulation; no room truth in planner tools.", "api_version": 4, "evaluation_file": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-exit-luna56-001/simulation/evaluation.json", "floor_id": "ground"}}