{"time_unix": 1793696567.806162, "phase": "request", "request": {"tool": "mission_memory_read", "arguments": {}}}
{"time_unix": 1793696567.806232, "phase": "result", "tool": "mission_memory_read", "result": {"revision": 0, "agent_notes": null}}
{"time_unix": 1793696571.0500176, "phase": "request", "request": {"tool": "robot_capabilities", "arguments": {}}}
{"time_unix": 1793696571.8554876, "phase": "result", "tool": "robot_capabilities", "result": {"mode": "SIMULATION_ONLY", "api_version": 4, "mobile_base": true, "camera_movable": true, "methods": {"move_tcp": 3, "close_gripper": 0, "open_gripper": 0, "wait": 1}, "limits": {"tcp_min": [-0.88, -0.68, 0.018], "tcp_max": [0.88, 0.68, 0.78], "speed_m_s": 0.18, "max_calls": 6, "max_sequence_s": 18, "force_stop_N": 3.0, "grasp_radius_m": 0.021}, "arm_coordinate_frame": "arm_carriage: base-aligned xy, z relative to lift height", "base_command": "robot_move_base", "base_command_frame": "relative to base pose at command start", "base_limits": {"max_translation_m": 0.6, "max_rotation_rad": 1.5707963267948966, "speed_m_s": 0.18, "yaw_speed_rad_s": 0.6, "acceleration_m_s2": 0.3, "yaw_acceleration_rad_s2": 0.8, "footprint_radius_m": 0.22, "clearance_m": 0.04, "robot_height_m": 1.4, "observation_max_age_s": 30}, "camera_mount_height_m": 1.2, "camera_pitch_rad": "variable; see observation.camera_head", "assumptions": ["ideal holonomic mocap base; no wheel dynamics, slip or calibrated arm IK", "ideal drift-free odometry, not SLAM", "virtual pan/tilt RGB-D at 1.2 m", "privileged semantics and visible-vertex association; noisy depth/candidates", "MuJoCo FEM cloth/contact; force-limited spring pinch, not frictional fingers", "static axis-aligned geometry guard; swept full-height circular envelope enlarged by held cloth", "short synchronous commands; stop latched between calls, not hardware emergency control", "PDF manually traced; furniture approximate; source layout is not an observed robot map", "force-limited ideal lever/door coupling; no frictional finger/lock/key/door-closer mechanics", "floor-local scenes; no autonomous stairs or floor teleportation", "oriented live-door box collision guard and supported-floor check", "fixed camera mast; lift changes arm carriage only"], "robot_model": "HomeBot Cartesian + optional lift + ideal handle contact", "camera_command": "robot_look", "camera_head_limits": {"pan_min_rad": -3.141592653589793, "pan_max_rad": 3.141592653589793, "tilt_min_rad": -1.2, "tilt_max_rad": 0.6, "speed_rad_s": 0.8}, "world_frame": "house_ground_v4", "manipulation": "force-limited spring pinch of visible deformable cloth", "collection_bin": {"frame_id": "robot_world_v3", "xy_m": [-0.48, -0.95], "inner_half_size_m": [0.22, 0.17], "rim_z_m": 0.26, "source": "configured fixed collection fixture"}, "drive_interlock": "TCP xy norm <= .10 m, z 0.35..0.65 m; open empty or closed holding cloth", "lift": {"enabled": true, "min_m": 0.0, "max_m": 0.55, "speed_m_s": 0.06, "command": "robot_move_lift", "drive_requires_zero": true}, "door_command": "robot_door_action", "door_actions": ["grasp", "press", "open", "close", "release"], "door_contact": "two-sided visible handle; ideal bounded force coupling", "floor_id": "ground", "building_from_floor_translation_m": [0, 0, 0], "stairs_traversable": false}}
{"time_unix": 1793696571.858092, "phase": "request", "request": {"tool": "mission_memory_read", "arguments": {}}}
{"time_unix": 1793696571.858137, "phase": "result", "tool": "mission_memory_read", "result": {"revision": 0, "agent_notes": null}}
{"time_unix": 1793696573.5286396, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696573.9734886, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-1-350", "session_id": "2923688a", "time_s": 0.7, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-1-350.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-1-350-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 159163, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [33], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_e", "class": "wall", "mask_ids": [37], "visible_pixels": 22726, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_s", "class": "wall", "mask_ids": [40], "visible_pixels": 21, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 66073, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 23, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124], "visible_pixels": 14037, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 126227, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8124113282552189, 0.4966451702691731, 0.7751798121533457], [0.8358502437071511, 0.03223793758455883, 0.7540581177617636], [0.8122464610897554, -0.06526947764520842, 0.757896399656768], [0.8192483079114442, -0.04539479820095761, 0.7344522132790361], [0.832192057248938, -0.08942690676040134, 0.7160592512330799], [0.8044316028217182, -0.03241915025283583, 0.7228907164303109], [0.7910275301464468, 0.0064027414616837225, 0.7262042397272472], [0.8126789328394107, -0.040773330743926986, 0.6970630349485102], [0.8139867732990841, -0.0839806559662958, 0.674489859463402], [0.7989816896157832, -0.0866650842892377, 0.6671858752302811], [0.7987242789684936, 0.4751694882357268, 0.6604218208098149], [0.812533943530043, 0.4048623413641571, 0.6275710271697031], [0.8141849635151989, 0.3093752960962367, 0.6018908754844144], [0.8225362119114777, -0.09109742411138456, 0.5820021292448754], [0.8147543855254236, 0.15181649375192852, 0.5759318584745348], [0.814438222201445, -0.014237347201844565, 0.549573842112392], [0.8030442549099374, 0.49253518081323666, 0.5291707483710387], [0.8123285568225374, 0.310024290726422, 0.4924428955486543], [0.8108704325683086, 0.0935817348999831, 0.46349803828794356], [0.8109105832965897, 0.5781293364619825, 0.429370527628406], [0.806219898373198, 0.25371291869001944, 0.400820738073843], [0.8190222156395297, -0.07444411258516305, 0.35298631651473145], [0.8066221710284965, 0.31181509191195655, 0.326625225689099], [0.8234296140889854, 0.7197699124619908, 0.2815692907202302], [0.8122322643624602, 0.5591662053080687, 0.2789386598000124], [0.814311759014276, 0.5325621710988059, 0.23251961306073266], [0.8074115026455218, 0.12439559918265096, 0.19450665638798537], [0.8068267353982006, 0.7052983441305748, 0.178089692809001], [0.8131012862482753, 0.1911465589344613, 0.13448191007734844], [0.8138762436955718, 0.6743728839149786, 0.07308248002073081], [0.8128321001515953, -0.08869284819422764, 0.013996145532292115]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-1.1102230246251565e-16, -0.7833269096274834, 0.6216099682706644], [0.9999999999999999, -2.220446049250313e-16, -5.551115123125783e-17], [1.6653345369377348e-16, 0.6216099682706644, 0.7833269096274833]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.626, 2.645, 2.67, 2.724, 2.8, 2.901, 3.047, 3.211, 3.43, 3.729, 4.098, 1.368, 4.765, 4.558, 4.399, 4.268, 1.532, 4.146, 4.128, 4.141, 4.03, 2.977, 2.254, 1.824, 1.538, 1.338, 1.205, 1.097, 1.008, 0.939, 0.884, 0.845, 0.822, 0.797, 0.772, 0.811, 0.821, 0.815, 0.816, 0.839, 0.855, 0.887, 0.942, 0.999, 1.056, 1.071, 1.187, 1.219, 1.163, 1.105, 1.052, 1.04, 1.017, 1.013, 0.997, 1.01, 1.007, 1.039, 1.061, 1.102, 1.159, 1.14, 1.007, 0.914, 0.851, 0.798, 0.873, 1.017, 1.272, 1.677, 2.666, 2.65], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.9}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793696577.8570948, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": 0.65, "tilt_rad": -0.45, "observation_id": "obs-2923688a-1-350", "command_id": "look-door1-survey-01"}}}
{"time_unix": 1793696578.7059705, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "look-door1-survey-01", "camera_head": {"pan_rad": 0.65, "tilt_rad": -0.45}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793696580.8297813, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696581.430944, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-2-757", "session_id": "2923688a", "time_s": 1.514, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-2-757.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-2-757-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 6412, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [20], "visible_pixels": 22, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 31, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [32], "visible_pixels": 10, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 111724, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42], "visible_pixels": 33785, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 10, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 124, 125], "visible_pixels": 22679, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 212848, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8110107935471262, 0.7070043347081248, 1.165841145749678], [0.8009674977619786, 0.17731395915854364, 1.153374306218066], [0.8189573185363229, 0.20186084378835478, 1.1258889719017362], [0.8172941073558623, 0.21976947780590816, 1.0981835041132504], [0.812424032135404, 0.27983436239180126, 1.0651640897859094], [0.8358084545847334, 0.16685587214588715, 1.0673904537932795], [0.8176944723618533, 0.285294771782609, 1.0339124276129599], [0.8075949892327431, 0.2959607446667213, 0.999172143091805], [0.8246288319591675, 0.7202173908339785, 0.9035820516260782], [0.8107842741002415, 0.13354988553072744, 0.994176822792318], [0.8176845714617017, 0.08158753427932118, 0.973218123315968], [0.7877093207059095, 0.18158127694833057, 0.9547359631858967], [0.804374857894512, 0.70326729291478, 0.8278504493150423], [0.8109587599161757, 0.5185139660590458, 0.84740432894136], [0.8214925939587305, 0.3855002172485077, 0.8354007613975836], [0.8243596242481006, 0.20625899130383918, 0.8439104551143126], [0.8151974481422654, 0.05457477097090378, 0.857282463597238], [0.8108611184599032, 0.4104317338546021, 0.7056240219543216], [0.8161837572597205, 0.18750771154040458, 0.7394847079295259], [0.8088526958643871, 0.6389590975063807, 0.521871541432735], [0.8185711299925588, 0.281268194119508, 0.6144464982637172], [0.8110694912392432, 0.05595173892882342, 0.6773270435317846], [0.813584500698793, 0.30078396256422846, 0.5106504857474978], [0.8150348694988231, 0.008012493339146432, 0.6165850281716223], [0.8128112155460226, 0.18258160212903463, 0.47295781676429716], [0.8101497542640698, 0.42109765089484885, 0.27317552895048425], [0.8104836256956393, -0.02535181883980443, 0.506776615078795], [0.8002309210741688, -0.03618183990264691, 0.4836050875648896], [0.826504058374175, -0.0340499358469647, 0.4514838874361755], [0.8074910877581214, -0.038524605168420836, 0.4683622286389547]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [128], "visible_pixels": 1272, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7362105223448141, 0.10987755685277908, 1.0519680539919989], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.6051864057360394, -0.34626901463318716, 0.7168313496334097], [0.796083798549056, -0.2632352282078321, 0.5449383454282481], [0.0, 0.900447102352677, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.638, 2.64, 2.663, 2.724, 2.808, 2.901, 3.041, 3.216, 3.444, 3.73, 4.1, 1.375, 4.765, 4.559, 4.391, 4.267, 1.533, 4.136, 4.122, 4.141, 4.016, 2.976, 2.247, 1.818, 1.537, 1.339, 1.195, 1.098, 1.007, 0.94, 0.893, 0.848, 0.818, 0.796, 0.766, 0.813, 0.821, 0.822, 0.829, 0.849, 0.858, 0.898, 0.942, 0.993, 1.049, 1.075, 1.209, 1.228, 1.152, 1.105, 1.067, 1.031, 1.012, 1.004, 0.995, 0.997, 1.015, 1.039, 1.066, 1.103, 1.155, 1.131, 1.018, 0.918, 0.849, 0.79, 0.862, 1.028, 1.278, 1.677, 2.668, 2.628], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.65, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793696586.9941325, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0, "dy_m": 0, "dyaw_rad": 0.785, "observation_id": "obs-2923688a-2-757", "command_id": "door1-hinge-clear-yaw-01"}}}
{"time_unix": 1793696589.737026, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.0, "rotated_rad": 0.7850000000000001, "duration_s": 2.4279999999997863, "base_pose": [0.7, 7.36, -2.3565926535897934], "needs_observation": true, "command_id": "door1-hinge-clear-yaw-01"}}
{"time_unix": 1793696592.0409157, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696592.2212458, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-3-1971", "session_id": "2923688a", "time_s": 3.942, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-3-1971.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-3-1971-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 3418, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [20], "visible_pixels": 39, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 47, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 359394, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42], "visible_pixels": 23147, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65], "visible_pixels": 2747, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.99079383916162, -0.05888535107628884, 0.12190194300338558], [0.135379349530785, -0.43096117144505025, 0.892157441501965], [-2.0816681711721685e-17, 0.9004471023526771, 0.43496553411123023]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.722, 4.1, 1.363, 4.764, 4.554, 4.39, 4.265, 1.527, 4.143, 4.124, 4.151, 4.016, 2.975, 2.248, 1.823, 1.546, 1.349, 1.201, 1.094, 1.006, 0.943, 0.896, 0.85, 0.817, 0.804, 0.76, 0.811, 0.813, 0.817, 0.834, 0.844, 0.865, 0.897, 0.941, 0.986, 1.059, 1.064, 1.191, 1.218, 1.143, 1.104, 1.073, 1.039, 1.022, 1.004, 1.008, 1.001, 1.009, 1.03, 1.055, 1.106, 1.161, 1.135, 1.012, 0.921, 0.848, 0.8, 0.866, 1.037, 1.278, 1.669, 2.676, 2.643, 2.623, 2.645, 2.678, 2.726, 2.803, 2.903, 3.043, 3.209, 3.425], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.65, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793696597.0703626, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": -0.65, "tilt_rad": -0.35, "observation_id": "obs-2923688a-3-1971", "command_id": "door1-look-reacquire-01"}}}
{"time_unix": 1793696598.7251701, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "door1-look-reacquire-01", "camera_head": {"pan_rad": -0.65, "tilt_rad": -0.35}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793696601.0610273, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696601.7861176, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-4-2784", "session_id": "2923688a", "time_s": 5.568, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-4-2784.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-4-2784-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 1403, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 87552, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 4742, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 28142, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 264531, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.9984599314417715, -0.15351239623487556, 1.2606310886623229], [0.5488924960749999, -0.5989899232026796, 1.2311187620299506], [0.5638171970868727, -0.5887638219320636, 1.2060006845344031], [0.5308293707727639, -0.6112668192784682, 1.1803765056574396], [0.8170049175996321, -0.3689717343634362, 1.1705747091786338], [0.9418012133620779, -0.2084134686492476, 1.1480939059365636], [0.8367816500419982, -0.3175227915517895, 1.1201106858661085], [0.49954424852771717, -0.6203660498122961, 1.1110718017150374], [0.6729159604346848, -0.475498249962989, 1.094826701132267], [0.5219734142669336, -0.6513442249552311, 1.0836033366288225], [0.9817372548903713, -0.16919239749669457, 1.0542770847182394], [0.5398004983631366, -0.6081626794791632, 1.0353960363678223], [0.5521812426665356, -0.5915038144291717, 1.0027889050429892], [0.7969001288865556, -0.31538581715232417, 0.9902131686123845], [0.71745281008299, -0.42845893787829564, 0.9611716180471201], [0.8464433190826369, -0.30411070032256143, 0.9177466649924739], [0.9272089828707093, -0.20905524349465227, 0.8787096431495738], [1.0090335382717974, -0.14368359595350016, 0.8302407470037586], [1.0297335621104529, -0.11762318426122026, 0.7898381308383671], [0.9868939065660038, -0.1593972536789825, 0.753038634004419], [0.8060947248469084, -0.34347034645452906, 0.7290123143058604], [0.5275758057531055, -0.653209855184325, 0.7132674195093913], [0.9762228879527715, -0.17168538014259627, 0.6663895912213901], [1.0640281468358506, -0.07118883012604421, 0.6237378786506588], [0.890116149088261, -0.25654679755782156, 0.6311080082273568], [1.093262769774789, -0.07489999362085531, 0.590839066600964], [0.6300189130557151, -0.5179158982539843, 0.6188059996056429], [0.6905687437323078, -0.4579478006255591, 0.561719000582759], [1.0671939368432348, -0.07883825440489989, 0.4506050970241896], [0.6248072411517179, -0.5200973607220132, 0.47051497931680897], [0.511470463307799, -0.6384104972496332, 0.43331920905202825]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2412, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5640600978584184, -0.4770028677397677, 1.052794601793315], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.13459031100734806, -0.33977789387472757, 0.9308256716576955], [0.990901331204548, -0.04615072254916702, 0.126430465573945], [5.551115123125783e-17, 0.939372712847379, 0.3428978074554514]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.723, 4.094, 1.373, 4.765, 4.557, 4.392, 4.274, 1.54, 4.144, 4.12, 4.142, 4.018, 2.98, 2.248, 1.827, 1.535, 1.345, 1.199, 1.089, 1.005, 0.941, 0.883, 0.851, 0.825, 0.794, 0.766, 0.817, 0.812, 0.81, 0.826, 0.842, 0.866, 0.897, 0.936, 0.994, 1.063, 1.068, 1.198, 1.213, 1.164, 1.096, 1.066, 1.036, 1.017, 1.009, 0.996, 1.005, 1.017, 1.024, 1.055, 1.106, 1.156, 1.122, 1.019, 0.921, 0.854, 0.795, 0.863, 1.028, 1.27, 1.677, 2.674, 2.635, 2.632, 2.641, 2.674, 2.72, 2.8, 2.909, 3.035, 3.215, 3.441], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.65, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793696605.9218452, "phase": "request", "request": {"tool": "robot_move_lift", "arguments": {"height_m": 0.4, "observation_id": "obs-2923688a-4-2784", "command_id": "door1-lift-040-01"}}}
{"time_unix": 1793696612.7494648, "phase": "result", "tool": "robot_move_lift", "result": {"status": "ok", "lift_m": 0.4, "command_id": "door1-lift-040-01", "needs_observation": true, "stop_latched": false}}
{"time_unix": 1793696615.077539, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696615.7561572, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-5-6118", "session_id": "2923688a", "time_s": 12.236, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-5-6118.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-5-6118-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 1403, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 87552, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 4742, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 28142, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 264531, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.9966184440626358, -0.15322926905940787, 0.8605192650617567], [0.4987543969306115, -0.6224000364312462, 0.8377471642632596], [0.5607880265073467, -0.5765910782200004, 0.830959730700299], [0.5740444522065592, -0.5851289347081597, 0.806044968876037], [0.5224896164492556, -0.586655755393864, 0.8035120791095157], [0.5294240026440666, -0.6170683249857236, 0.7803172722643891], [0.9369235979476223, -0.20990349556147392, 0.7482705791879328], [0.8398997684759817, -0.3116643336727787, 0.7202096436797979], [0.660977052237448, -0.47513400003733586, 0.6960687617147695], [0.9863384964895971, -0.15439496649487794, 0.655149543146116], [0.5227326882094019, -0.6521193690150113, 0.6381551124245107], [0.5460156737574275, -0.6131813864183583, 0.633748496422259], [0.5688466619155363, -0.5799444973091613, 0.6012381420906333], [0.725890296149373, -0.42852171392754945, 0.559228971827297], [0.8759056129269002, -0.2946785267952416, 0.5119079547210915], [0.9514622719542319, -0.19868581563386145, 0.47386709652719194], [1.006433886655707, -0.15174645255676628, 0.4290736111630118], [0.9962638375033541, -0.1483532132011537, 0.39354287687011047], [0.9152574067646718, -0.23955586883440005, 0.3573545169392871], [0.6949313230144294, -0.4611123360631798, 0.3386030372012918], [0.871987569990187, -0.28829376759729486, 0.2739058274122542], [0.8156313021011821, -0.3300755037719122, 0.24085285633389386], [1.0639363901483476, -0.07088859536029213, 0.17768351729089515], [0.5878031657273112, -0.5520790957564077, 0.2280283941648833], [1.0421089600372844, -0.14470015307109557, 0.14168302450157189], [0.6775162675452814, -0.4688609876648523, 0.16464169163644082], [1.0693698615377711, -0.07442906026819229, 0.05138696223882855], [0.6285738271915872, -0.5210517265674476, 0.06730290417678453], [1.09052567005523, -0.07411203206616457, -0.06758669273416562], [0.5130875326272963, -0.6404289012483132, 0.030895264613727935]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2412, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5639563936544861, -0.4769420502581479, 0.6527253597390267], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.13459031100734806, -0.33977789387472757, 0.9308256716576955], [0.990901331204548, -0.04615072254916702, 0.126430465573945], [5.551115123125783e-17, 0.939372712847379, 0.3428978074554514]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.718, 4.088, 1.367, 4.768, 4.558, 4.396, 4.294, 1.528, 4.153, 4.127, 4.146, 4.007, 2.971, 2.261, 1.824, 1.543, 1.341, 1.193, 1.079, 1.007, 0.942, 0.89, 0.845, 0.825, 0.808, 0.769, 0.811, 0.813, 0.815, 0.83, 0.846, 0.872, 0.903, 0.931, 0.986, 1.05, 1.074, 1.201, 1.22, 1.147, 1.102, 1.06, 1.04, 1.013, 1.005, 0.994, 1.005, 1.02, 1.036, 1.066, 1.098, 1.162, 1.14, 1.007, 0.92, 0.849, 0.795, 0.867, 1.032, 1.274, 1.681, 2.677, 2.644, 2.631, 2.638, 2.669, 2.726, 2.793, 2.897, 3.043, 3.213, 3.439], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.65, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793696618.843271, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.564,-0.477,0.653)", "observation_id": "obs-2923688a-5-6118", "command_id": "door1-tcp-handle-01"}}}
{"time_unix": 1793696623.1767962, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "door1-tcp-handle-01", "executed": ["move_tcp"], "duration_s": 4.256, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793696625.2452607, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696625.9221208, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-6-8246", "session_id": "2923688a", "time_s": 16.492, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-6-8246.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-6-8246-rgbd.npz", "tcp_m": [0.564, -0.477, 0.653], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 1403, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 87552, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 4742, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 28142, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 264531, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.9854044072912094, -0.15150512009555078, 0.8598382970666073], [0.49769147784362466, -0.6190575148848513, 0.8515793989234065], [0.5331922318024401, -0.6246940586923735, 0.8312377567995733], [0.5157300441510674, -0.6368861125297259, 0.8059324283902726], [0.9883236909942359, -0.16391795172594764, 0.7767486589047524], [0.9025324232321876, -0.243036876894887, 0.7487047520192912], [0.5249432720592565, -0.6541796392869466, 0.7343371996517357], [0.7908763437703632, -0.36142603239149773, 0.7210391186410662], [0.6380360739132888, -0.5125282539052094, 0.6955109343579214], [0.9859934891104419, -0.16861439718070081, 0.6537761648208703], [0.5448659671477198, -0.6118902537150348, 0.6340985604620363], [0.5423270632022217, -0.6491804319865866, 0.5975231418103688], [0.5566241182049444, -0.5923523791733653, 0.6017873511487687], [0.5553691542569662, -0.557519654525766, 0.5977704306918904], [0.7080306814827733, -0.4293581583200212, 0.5631722625797103], [0.8545421684411096, -0.2994456271297324, 0.5165542873758993], [0.894468337159019, -0.23675221608923536, 0.4821662797399703], [0.95686316133637, -0.18294042433815383, 0.43762333889681193], [0.9555058841126821, -0.19002216320489373, 0.39687101869572294], [0.8933441388368434, -0.2581349030618095, 0.3604965276855009], [1.094470878529411, -0.07315986162939847, 0.2943575336146059], [0.6813943757315368, -0.45761325995971486, 0.34575123037401634], [0.854725656299506, -0.2971753706528859, 0.2789732269846291], [0.8350003770585871, -0.3156623415015191, 0.2364427594170717], [1.0671927650657418, -0.07115930562198719, 0.19406621149056813], [0.5640659040994462, -0.5944178597306471, 0.2232318456649347], [0.6164080700235907, -0.5261079993046354, 0.1754499588270365], [0.9963537196686465, -0.14077960634970593, 0.0663972148531311], [0.6072000569197034, -0.5423296160118333, 0.07101989462650782], [0.5109429898325926, -0.6377521120099169, 0.03410987793750031]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2412, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.564037297905712, -0.47704482265782217, 0.6526403682986742], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.13459031100734806, -0.33977789387472757, 0.9308256716576955], [0.990901331204548, -0.04615072254916702, 0.126430465573945], [5.551115123125783e-17, 0.939372712847379, 0.3428978074554514]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.717, 4.088, 1.362, 4.763, 4.553, 4.386, 4.272, 1.536, 4.135, 4.124, 4.144, 4.018, 2.98, 2.252, 1.819, 1.544, 1.337, 1.19, 1.097, 1.011, 0.945, 0.891, 0.857, 0.813, 0.802, 0.768, 0.817, 0.811, 0.819, 0.814, 0.849, 0.862, 0.899, 0.938, 0.998, 1.062, 1.06, 1.198, 1.224, 1.152, 1.107, 1.065, 1.034, 1.018, 1.005, 1.003, 1.008, 1.019, 1.038, 1.062, 1.106, 1.149, 1.128, 1.011, 0.926, 0.844, 0.792, 0.87, 1.028, 1.259, 1.675, 2.671, 2.637, 2.635, 2.647, 2.672, 2.725, 2.804, 2.905, 3.035, 3.21, 3.444], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.65, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793696628.316119, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "grasp", "observation_id": "obs-2923688a-6-8246", "command_id": "door1-grasp-01"}}}
{"time_unix": 1793696628.5765028, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "door1-grasp-01", "action": "grasp", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -7.632534043959339e-09, "handle_rotation_rad": 1.727986624529875e-18, "peak_force_N": 0.0, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.7068254189396361, -0.7073880315221683, 0.0], "normal_arm_m": [-0.7073880315221683, 0.7068254189396361, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793696630.4333768, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696631.123102, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-7-8296", "session_id": "2923688a", "time_s": 16.592, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-7-8296.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-7-8296-rgbd.npz", "tcp_m": [0.5729477640981363, -0.480604348930671, 0.6500000000000002], "gripper_closed": true, "grip_contact": true, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 1403, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 87552, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 4742, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 28142, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 264531, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0014870670678757, -0.15397781585669307, 0.8608149102887693], [0.49903550964987303, -0.6192288078134416, 0.8495173703413824], [0.5567742867331453, -0.5880406909420365, 0.8311050699272874], [0.5829030414127415, -0.5574249587277026, 0.8059725731220676], [1.0363359966007746, -0.14645550835586058, 0.7841271118927696], [0.5567657172074914, -0.5799723796537083, 0.7803342005396966], [0.9833529698607143, -0.15071655502523418, 0.7482028705749416], [0.861554127491502, -0.28599998919218983, 0.7200507628402261], [0.722707227916284, -0.4217030872800498, 0.693922192613761], [0.535791087228185, -0.6255981437436581, 0.6685838370017757], [0.7162376817503266, -0.39559282557621644, 0.6491932522724327], [0.7438252523366606, -0.3988986420749433, 0.6280142300075272], [0.6412863347532447, -0.5109860442933509, 0.5972978074242462], [0.5233887924259985, -0.6509911899629217, 0.5882856405367577], [0.8153667183638016, -0.32295593555859503, 0.5571169877090935], [0.9603188579161108, -0.1917310968150236, 0.5102965787113972], [0.5174827195529116, -0.6352183770923043, 0.5055705797287516], [0.5410921290746857, -0.6049641005316666, 0.4705548347848155], [0.5275016340375424, -0.6248917727432751, 0.43415627906523635], [0.520046526288739, -0.6490459246126761, 0.41245852057509624], [1.005298352597588, -0.1448873899921237, 0.35006419137647937], [1.062833453613925, -0.07091391373421918, 0.3164698269337053], [0.7922009324955149, -0.3507877650670018, 0.33268905454027353], [0.9766023936822231, -0.1702490489710431, 0.2667330722569017], [1.094543050483849, -0.07333489208157717, 0.24340225797111026], [0.9173106313313284, -0.22874764527391916, 0.2279302671328518], [0.6545798306405914, -0.5026742953878471, 0.2114403485542532], [1.0954124958546023, -0.076084494516234, 0.13035668196130423], [0.7039520100875072, -0.4490175197210572, 0.15766673626515137], [0.5445937938530414, -0.6058676927754394, 0.13366741812575722], [0.6769008216956919, -0.4730099976346425, 0.058861410358273525], [0.5066416894498811, -0.6323832871937426, 0.04055741423939163]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2412, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5642015306490455, -0.4767170144287005, 0.6527719712782741], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.13459031100734806, -0.33977789387472757, 0.9308256716576955], [0.990901331204548, -0.04615072254916702, 0.126430465573945], [5.551115123125783e-17, 0.939372712847379, 0.3428978074554514]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.717, 4.087, 1.373, 4.774, 4.557, 4.394, 4.274, 1.538, 4.153, 4.129, 4.147, 4.022, 2.977, 2.25, 1.818, 1.539, 1.34, 1.197, 1.086, 1.003, 0.933, 0.888, 0.847, 0.821, 0.802, 0.766, 0.813, 0.81, 0.818, 0.826, 0.849, 0.866, 0.892, 0.938, 0.99, 1.051, 1.061, 1.199, 1.217, 1.144, 1.108, 1.061, 1.031, 1.011, 1.007, 0.995, 1.002, 1.022, 1.028, 1.059, 1.107, 1.155, 1.129, 1.012, 0.916, 0.845, 0.79, 0.863, 1.029, 1.274, 1.678, 2.676, 2.641, 2.628, 2.65, 2.677, 2.729, 2.805, 2.896, 3.037, 3.217, 3.439], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.65, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": "g_office"}}
{"time_unix": 1793696633.6240487, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "press", "observation_id": "obs-2923688a-7-8296", "command_id": "door1-press-01"}}}
{"time_unix": 1793696635.9378915, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "door1-press-01", "action": "press", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -3.651834701832615e-08, "handle_rotation_rad": -0.5188679585628102, "peak_force_N": 1.2223222750733143, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.7068254417869638, -0.7073880086930111, 0.0], "normal_arm_m": [-0.7073880086930111, 0.7068254417869638, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793696637.9738767, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696638.6474447, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-8-8746", "session_id": "2923688a", "time_s": 17.492, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-8-8746.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-8-8746-rgbd.npz", "tcp_m": [0.5669006986476159, -0.4866561978063362, 0.6177666680450468], "gripper_closed": true, "grip_contact": true, "force_N": 0.958, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 1403, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 87552, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 4742, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 28142, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 264627, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.9934673276877436, -0.15274478749906467, 0.860327914752851], [0.6981351310616798, -0.4847158946476744, 0.8532832088694448], [0.5264644139000397, -0.6561551476707642, 0.8455338076842723], [0.5501581135023735, -0.5915196693548335, 0.8309820063608259], [0.5528422728799293, -0.5985433738763936, 0.8059796787410177], [0.5298321466318802, -0.6345639973649874, 0.7800470535798579], [0.9407177558498336, -0.2004891283236946, 0.7484292211012372], [0.8246500731788267, -0.3185001061615338, 0.7209545546911861], [0.6761759042932197, -0.4745264267921986, 0.6945703585477218], [0.4989078358450437, -0.6199439440029972, 0.6939430326692643], [0.5724938427613635, -0.5385818571481173, 0.6851090078514906], [0.9806074623610623, -0.1624991562626671, 0.6550931355144262], [0.9869704358031153, -0.14638893134726483, 0.6225454320643083], [0.761775684815268, -0.3906796293069374, 0.5944952983852047], [1.038852500390179, -0.11435157917063415, 0.5422575788690601], [0.9864364545068902, -0.16319138168452385, 0.5091384761735533], [1.0395888220528688, -0.10568819967782289, 0.4687113011023024], [0.5501312420332679, -0.6003439336639768, 0.4687358415552555], [0.5299895924565244, -0.6126584591865456, 0.4366420239445531], [0.995559147473318, -0.1492092843549056, 0.3526674120170118], [1.0957541488059857, -0.07439676123053252, 0.30871968485490553], [0.8030706857126875, -0.33886681704489974, 0.3318913976885972], [0.9582344750986496, -0.1925400676340111, 0.2674187754639501], [0.9238209532225561, -0.23037110929115406, 0.2238701832550618], [0.6350648781628789, -0.5158684598329234, 0.21682495858209672], [0.7017181984614482, -0.441776812131339, 0.16242186485043097], [1.064432838621289, -0.07092604236306127, 0.06523874304504729], [0.5122076877543467, -0.6381745832869489, 0.13885545515050757], [0.6423763093075673, -0.499903725897768, 0.06892915724415039], [0.5142225408961978, -0.6418456031799277, 0.029193917029145755]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2317, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5565829764811548, -0.4844917933936217, 0.6230422821858949], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.13459031100734806, -0.33977789387472757, 0.9308256716576955], [0.990901331204548, -0.04615072254916702, 0.126430465573945], [5.551115123125783e-17, 0.939372712847379, 0.3428978074554514]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.728, 4.098, 1.375, 4.761, 4.564, 4.389, 4.271, 1.528, 4.147, 4.129, 4.141, 4.027, 2.981, 2.255, 1.825, 1.535, 1.348, 1.199, 1.09, 1.008, 0.941, 0.882, 0.853, 0.813, 0.794, 0.774, 0.82, 0.811, 0.814, 0.824, 0.842, 0.865, 0.905, 0.939, 0.994, 1.063, 1.081, 1.205, 1.222, 1.149, 1.099, 1.066, 1.041, 1.019, 1.005, 1.003, 1.002, 1.019, 1.043, 1.078, 1.098, 1.151, 1.133, 1.008, 0.916, 0.846, 0.787, 0.88, 1.029, 1.267, 1.676, 2.675, 2.639, 2.638, 2.644, 2.667, 2.726, 2.807, 2.904, 3.034, 3.214, 3.439], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.65, "tilt_rad": -0.35}, "peak_force_N": 1.222, "lift_m": 0.4, "door_grip": "g_office"}}
{"time_unix": 1793696641.2546425, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "open", "observation_id": "obs-2923688a-8-8746", "command_id": "door1-open-01"}}}
{"time_unix": 1793696663.4929566, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "door1-open-01", "action": "open", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -1.4545998214213545, "handle_rotation_rad": -0.5188697498439514, "peak_force_N": 1.0069833905068473, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.784506277485236, 0.6201208757865341, 0.0], "normal_arm_m": [0.6201208757865342, 0.784506277485236, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793696666.560962, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696666.9172804, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-9-13090", "session_id": "2923688a", "time_s": 26.18, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-9-13090.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-9-13090-rgbd.npz", "tcp_m": [0.628970192139123, 0.38754708050569525, 0.6177665666603934], "gripper_closed": true, "grip_contact": true, "force_N": 0.958, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 71639, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 684, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [22], "visible_pixels": 10, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 35, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 87552, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 94930, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 104, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 94, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 101, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 25919, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 13513, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 8866, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0766325489101298, -0.09820092067540048, 0.49006373010944426], [1.0970436349421693, -0.09963968911476967, 0.3995445407713579], [1.0600262679553336, -0.08538626693405188, 0.40010896809470864], [1.055047574260501, -0.08019196839852011, 0.3588828774006586], [1.060287168125483, -0.0830809711777804, 0.3210261792321616], [1.0552749149325198, -0.07914215886748688, 0.2945894868855623], [1.039596154493967, -0.07642273205577688, 0.27642774668162007], [1.0391494283600762, -0.07234886806484303, 0.25343811704251984], [1.0199340757776094, -0.05510539411289295, 0.24711284786725207], [1.0160422262835394, -0.052795960819736254, 0.22925128318303578], [1.030817370913582, -0.06138614856171215, 0.19817515710116895], [0.9963301890102261, -0.036348142954215956, 0.20922836858926885], [1.0174479033394113, -0.04770453580982115, 0.1743901892670774], [0.9929204775503302, -0.03182812740460583, 0.17884992734286498], [1.0166962853999038, -0.05318149813447626, 0.13827777958845744], [1.0351759219477186, -0.06292094738480863, 0.10535964525113628], [1.0294860990772943, -0.05994022120645248, 0.09368584320515394], [0.9857106169984166, -0.029210131774458026, 0.12189103758538489], [1.02318617778166, -0.061798404870168744, 0.06508065573933741], [1.04853649213316, -0.07896214651239725, 0.023093482485507688], [1.062119977568766, -0.08222485966700593, -0.004164930741416217], [1.0277879529565082, -0.05793784464210139, 0.01818549859322638], [0.9711653672084906, -0.014793597382708856, 0.06915421649342246], [1.0358723956032208, -0.06136616917551119, -0.018912389986580624], [0.9446627163190428, -0.008291038848723786, 0.07058135286773504], [0.9570878036311237, -0.0042204321399590405, 0.06139058310002876], [1.077605396657377, -0.09841381781946779, -0.08638097201551964]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83827, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.142920226948732, -0.6791568279649288, 0.9445812179379608], [1.7679008484251924, -1.0456786971363687, 0.8995359792339], [1.618033441427976, -1.2755979301848843, 0.865583532380313], [1.9015985796032697, -0.9313833648592422, 0.8572650038090309], [1.9756726929962483, -0.8615294898586544, 0.812575255075023], [2.1308113517831155, -0.6753782511477607, 0.7727200384328826], [1.9157388204977708, -0.909947858048694, 0.7669944327339419], [1.8300437234379876, -1.009739728647806, 0.721088218624727], [2.1659546597992234, -0.684615024848968, 0.7055677731372455], [1.596386085597288, -1.227598482665375, 0.6776000455753292], [1.5997143560535507, -1.2221719900716546, 0.6251206648725519], [1.8687587327553368, -0.9690636741673974, 0.5679657400776394], [2.166310369811604, -0.6850902112629903, 0.5471736440846123], [2.039160663364367, -0.7989537286466256, 0.5106935189882748], [2.1094742478740494, -0.7135256319049221, 0.45541666869708497], [2.1402692950693916, -0.689342807476746, 0.39785974200781193], [1.56301096628779, -1.2275504413990959, 0.4132997515949953], [2.1290168214928085, -0.7035241431191024, 0.3409707769622977], [1.9996313244774933, -0.8374945395351562, 0.2883018460486484], [1.770640465573845, -1.0709861222687687, 0.2409507867203462], [1.9843189343589294, -0.8502455282788736, 0.16781274221601883], [2.058619470877212, -0.7759413621815644, 0.0985976565451544], [2.088576429683709, -0.7539591524503495, 0.028495694104259006], [2.028669885422203, -0.82425257030848, -0.037434597667101], [1.8568236817291832, -0.9720913680332346, -0.08635379452705316], [1.6275484532574684, -1.2027546951617878, -0.1356056535840754], [1.8113481407110963, -1.0237629755786382, -0.227767535346172], [1.9881984230886998, -0.8503432011528933, -0.3232588092491263], [1.5833475322858197, -1.2440937306153315, -0.3803170302967599]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 376, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.6392833822623558, -1.0852186581660712, 0.6511098558871419], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1091, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.13459031100734806, -0.33977789387472757, 0.9308256716576955], [0.990901331204548, -0.04615072254916702, 0.126430465573945], [5.551115123125783e-17, 0.939372712847379, 0.3428978074554514]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.721, 4.097, 1.372, 4.771, 4.554, 4.396, 4.287, 1.532, 4.141, 4.127, 4.143, 4.024, 2.982, 2.251, 1.814, 1.541, 1.349, 1.193, 1.093, 1.007, 0.935, 0.889, 0.858, 0.824, 0.805, 0.769, 1.968, 1.965, 1.976, 2.043, 2.079, 2.126, 2.209, 2.267, 2.385, 1.082, 0.957, 0.872, 0.796, 0.742, 0.697, 0.656, 0.64, 0.612, 0.602, 1.003, 1.009, 1.01, 1.03, 1.059, 1.11, 1.148, 1.123, 1.013, 0.918, 0.847, 0.793, 0.872, 1.029, 1.271, 1.684, 2.678, 2.655, 2.632, 2.644, 2.672, 2.722, 2.801, 2.908, 3.039, 3.218, 3.442], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.65, "tilt_rad": -0.35}, "peak_force_N": 1.007, "lift_m": 0.4, "door_grip": "g_office"}}
{"time_unix": 1793696671.2546754, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "release", "observation_id": "obs-2923688a-9-13090", "command_id": "door1-release-01"}}}
{"time_unix": 1793696671.7659907, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "door1-release-01", "action": "release", "door_id": "g_office", "grip_contact": false, "opening_progress_rad": -1.4340476745889796, "handle_rotation_rad": -0.0001649887010091136, "peak_force_N": 0.0, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.7970972682337659, 0.6038509294306569, 0.0], "normal_arm_m": [0.6038509294306569, 0.7970972682337659, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793696674.1014647, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696674.464708, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-10-13340", "session_id": "2923688a", "time_s": 26.68, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-10-13340.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-10-13340-rgbd.npz", "tcp_m": [0.628970192139123, 0.38754708050569525, 0.6177665666603934], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 71639, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 684, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [22], "visible_pixels": 10, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 35, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 87552, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 94930, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 104, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 94, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 101, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 25878, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 13513, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 8907, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0773605065924756, -0.09855866671317753, 0.49147820590242774], [1.0787579535918843, -0.098376191833978, 0.39174615594447404], [1.0903070851019474, -0.0958275170907677, 0.34961875332396153], [1.0662575547934248, -0.0910964778776544, 0.3530096057351052], [1.0663292259649904, -0.08809029772462351, 0.3187016802710433], [1.0593497885149992, -0.08822601228698146, 0.2915163140307152], [1.0270739610272495, -0.05791229020900368, 0.28911238089971747], [1.070737757984634, -0.09372214334652701, 0.23153930824921887], [1.0728209896807284, -0.09154241603534025, 0.20718123588410975], [1.0674608634489888, -0.08755135611758053, 0.18923128843684667], [1.005448609891712, -0.04513339220481444, 0.21924587394676553], [1.0664131113492925, -0.09139055923738987, 0.14675545169279358], [1.0034296916830188, -0.04704727141548981, 0.183009727144531], [0.9761131068894993, -0.035161971450789975, 0.18756638821596716], [1.034564742521172, -0.06839025021979489, 0.11985552390074072], [1.048987897931689, -0.0725657170960547, 0.09179792925382924], [1.028391130832505, -0.06274742390537341, 0.09300316366826111], [0.9890433920923459, -0.03330590435711184, 0.11755400951901585], [1.038252186514971, -0.07007660043323116, 0.05041261050506929], [1.068562756957393, -0.08982481701314882, 0.0032713379974003143], [1.053222125557017, -0.07846388541043509, 0.004241883412844816], [1.010918645245833, -0.054112330853577584, 0.03261155857307718], [1.0924681099074207, -0.09989373827865794, -0.05225824804853696], [0.9756365821812065, -0.02279633992665331, 0.061302079596444514], [1.0314291055059008, -0.06558517503787775, -0.01797738739554533], [0.9366966774104069, -0.008251042344351422, 0.08467518441572253], [0.9571614469340699, -0.004220756881912202, 0.06133375065807167], [1.0796193493220998, -0.09859774485923439, -0.08803754252462048]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83827, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1578531063090565, -0.6838895132283379, 0.945588728090735], [1.7844390650191182, -1.0554607280666108, 0.9004671104027805], [1.912866745692435, -0.9056783650940861, 0.8570834665488579], [1.9771083266024465, -0.8450727667471131, 0.8125223134111003], [1.9306879269619888, -0.9099996681831471, 0.7668047082788613], [1.7920003024677167, -1.0287539794008542, 0.7218047989923512], [1.5809226787276083, -1.2435761430309786, 0.7111958537148854], [1.6394878359030338, -1.1919317639025127, 0.6768264484977805], [1.590950140187189, -1.2316613653684763, 0.6252278788714573], [1.8409044000748187, -0.9990732190051939, 0.5684146736677443], [2.1697174975745823, -0.6857479647034255, 0.5434121209517337], [2.0254058239162833, -0.8076901655202241, 0.511471119307887], [2.117747825919714, -0.7024538698592219, 0.45543527900243974], [1.5727377393893787, -1.230674823581265, 0.4609974925458459], [2.139164818892472, -0.6959598903962189, 0.39726718871386824], [2.101989361616252, -0.7298048067850237, 0.34218541409409975], [1.6167212456573012, -1.2745730839164824, 0.33344745422252053], [1.97619755787296, -0.8610511922642862, 0.2893744069575306], [1.7366329582782831, -1.09493035133805, 0.24436913324449538], [1.9713783730626042, -0.8675082594859134, 0.1677688506940611], [2.1367428653541625, -0.6753312021581055, 0.1403550340748866], [2.0761145001516725, -0.7525294954888966, 0.09867784059607276], [1.7206691898632698, -1.078585235663136, 0.06737876595279191], [2.11959256612119, -0.7086387125941496, 0.029491809240939526], [2.114082623001558, -0.7218841705735939, -0.03982895310091339], [1.9225154655451024, -0.9110141021899943, -0.09293042152510533], [1.7032142486602226, -1.1389763174164615, -0.14561037383043685], [1.9188024021970587, -0.9029781882075222, -0.2339720153125905], [1.9989411983667869, -0.8303950632804452, -0.32137356630403546], [1.5890574213984443, -1.2485801981170481, -0.3845735054061802]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 376, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.6382558019353874, -1.0848776920719754, 0.6509599896872743], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1091, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.13459031100734806, -0.33977789387472757, 0.9308256716576955], [0.990901331204548, -0.04615072254916702, 0.126430465573945], [5.551115123125783e-17, 0.939372712847379, 0.3428978074554514]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.714, 4.089, 1.369, 4.77, 4.555, 4.393, 4.276, 1.525, 4.143, 4.126, 4.141, 4.014, 2.989, 2.263, 1.819, 1.546, 1.343, 1.198, 1.088, 1.01, 0.94, 0.885, 0.848, 0.822, 0.804, 0.766, 1.973, 1.955, 1.965, 2.028, 2.084, 2.141, 2.206, 2.262, 2.388, 1.071, 0.94, 0.862, 0.779, 0.728, 0.682, 0.645, 0.612, 0.607, 0.581, 0.998, 1.004, 1.016, 1.034, 1.064, 1.096, 1.152, 1.133, 1.014, 0.916, 0.85, 0.803, 0.864, 1.034, 1.27, 1.676, 2.677, 2.643, 2.628, 2.643, 2.679, 2.726, 2.796, 2.904, 3.044, 3.21, 3.437], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.65, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793696678.8872826, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.659,0.427,0.618)", "observation_id": "obs-2923688a-10-13340", "command_id": "door1-retreat-waypoint-01"}}}
{"time_unix": 1793696679.1768963, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "door1-retreat-waypoint-01", "executed": ["move_tcp"], "duration_s": 0.276, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793696681.405736, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696681.7666895, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-2923688a-11-13478", "session_id": "2923688a", "time_s": 26.956, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-11-13478.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/obs-2923688a-11-13478-rgbd.npz", "tcp_m": [0.659, 0.427, 0.618], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 71639, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 684, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [22], "visible_pixels": 10, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 35, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 87552, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 94930, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 104, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 94, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 101, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 25857, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 13513, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 8928, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0841197650909213, -0.0991770145192275, 0.48954256918106187], [1.0935351208930588, -0.09614040543577568, 0.44088992744487754], [1.0943473191822848, -0.09919482832969001, 0.4078131359413103], [1.0451105028364762, -0.08179765339479061, 0.40811480475853357], [1.035803582691239, -0.07500748566647397, 0.36981240480513755], [1.040125645786028, -0.07634346594627428, 0.33362252350341925], [1.0453902255918182, -0.07594474634292547, 0.30203242392836327], [1.092617390902242, -0.09982991827110244, 0.27251669708278925], [1.0411125859726282, -0.07823347283722121, 0.2769402006436912], [1.0251858414172912, -0.06622189588774119, 0.2646208111597562], [1.0363177366842005, -0.060416795032006254, 0.23840201655580506], [1.0162724061935304, -0.05312204984152541, 0.23089743106936655], [1.0477176161266302, -0.07553127761099848, 0.1847479556803433], [1.0333459138177568, -0.06284243251716276, 0.17825321300961183], [1.062705376534834, -0.09114164331789087, 0.13003570148056132], [1.0862483890419998, -0.0963340094026765, 0.09410684835683736], [1.0245113110807653, -0.056394731084351835, 0.13185680424832036], [1.0467856808982199, -0.07241337457756641, 0.09328470966989522], [1.0358083372330797, -0.06319998575684888, 0.08790399341833799], [0.9946895392239137, -0.0348413535886255, 0.11297006809147114], [1.0353689127954957, -0.0698819945147427, 0.05249424890530785], [1.070952215254763, -0.09002567807902889, 0.0014897393970565442], [1.0590552754576597, -0.08508975098939991, -0.003530825098310819], [1.0240870641202375, -0.06065335479242445, 0.019379225583700976], [0.9775812974309324, -0.02819629032923937, 0.05680146346737214], [0.9444680632726098, -0.010880440599864039, 0.08526045003790661], [1.028050781666793, -0.06387804010987214, -0.01443999226299586], [0.9463249589966571, -0.005477635019587479, 0.07696902183741228], [0.9500907502237725, -0.0041895775109754285, 0.06679039022077005], [1.0766076768375907, -0.09832269966352392, -0.085560300676638]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 83827, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1502304186587375, -0.6814736508457564, 0.9450744310811757], [1.745199603210459, -1.0752341471428528, 0.8995269274977643], [1.617336601078447, -1.2750485669364062, 0.8655552874439248], [1.8634130172202306, -0.9681479487584459, 0.8570403675714892], [2.102958070312699, -0.6940244108867809, 0.8125750030518689], [1.9483767365894944, -0.8734772609165343, 0.8124881894760233], [1.9388068358641446, -0.8892775806545643, 0.7669013409416471], [1.8200725269494331, -1.0078921213157273, 0.7214337926436677], [2.136890812630674, -0.6754868627866293, 0.681363702120846], [1.5718777629610459, -1.2286196958435887, 0.6878326164800116], [1.6625147885631268, -1.1650004742513977, 0.6767028845521227], [1.6712854904249559, -1.1662778051215823, 0.6231096384105267], [2.1670127953883713, -0.6847736881738161, 0.5975265821113204], [1.584728154823479, -1.2473620892689323, 0.6060317022787608], [1.9306923785850971, -0.8969693487650806, 0.5673310079408854], [2.0801830017666196, -0.74422349770556, 0.5107573399620099], [1.583757378732914, -1.243390319576689, 0.4746747556134293], [1.5991772781528908, -1.24307523592688, 0.41936078967870427], [2.148200689782268, -0.6851016867890616, 0.3400783323091191], [2.007312922780344, -0.8221612459993483, 0.2890733511855964], [1.7846810178464674, -1.0389252351017426, 0.2431854782212315], [2.015898726676075, -0.8218076838277437, 0.1654189289736515], [1.6002521940479233, -1.2363633568695291, 0.1309909904425759], [1.6200164225528328, -1.211489381674744, 0.06726874098944646], [2.143815977537444, -0.6830382266461436, -0.039892817805946446], [2.006270186539616, -0.8168063143517336, -0.09707485145098638], [1.7187385752463258, -1.1050732938358387, -0.14183800844234618], [1.932096880093951, -0.9009884885035269, -0.23864801663998547], [2.014264597550123, -0.8164161546862772, -0.3233759192083233], [1.591556823462716, -1.2505440692034924, -0.3864367014271829]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 376, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.6383370861560735, -1.0853681725462363, 0.6508885224075805], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1091, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.13459031100734806, -0.33977789387472757, 0.9308256716576955], [0.990901331204548, -0.04615072254916702, 0.126430465573945], [5.551115123125783e-17, 0.939372712847379, 0.3428978074554514]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.72, 4.09, 1.37, 4.771, 4.554, 4.398, 4.277, 1.526, 4.139, 4.127, 4.145, 4.012, 2.981, 2.26, 1.831, 1.538, 1.343, 1.199, 1.079, 0.997, 0.941, 0.89, 0.861, 0.82, 0.799, 0.765, 1.967, 1.96, 1.967, 2.03, 2.076, 2.128, 2.215, 2.26, 2.385, 1.073, 0.951, 0.841, 0.771, 0.721, 0.673, 0.647, 0.617, 0.596, 0.57, 1.006, 1.005, 1.014, 1.033, 1.064, 1.104, 1.155, 1.14, 1.005, 0.919, 0.845, 0.781, 0.874, 1.029, 1.28, 1.678, 2.678, 2.643, 2.626, 2.636, 2.677, 2.724, 2.801, 2.912, 3.032, 3.212, 3.441], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.65, "tilt_rad": -0.35}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793696686.8084624, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0,0,0.45)", "observation_id": "obs-2923688a-11-13478", "command_id": "door1-stow-01"}}}
{"time_unix": 1793696686.8124857, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "collision_guard", "command_id": "door1-stow-01", "executed": [], "duration_s": 0.0, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": true, "needs_observation": true}}
{"time_unix": 1793696686.821729, "phase": "request", "request": {"tool": "robot_stop", "arguments": {}}}
{"time_unix": 1793696686.8230617, "phase": "result", "tool": "robot_stop", "result": {"status": "stopped", "grip_retained": false, "note": "no automatic release of a suspended cloth"}}
{"time_unix": 1793696686.8334584, "phase": "request", "request": {"tool": "host_export", "arguments": {}}}
{"time_unix": 1793696686.890452, "phase": "result", "tool": "host_export", "result": {"status": "ended", "sequences": 11, "stop_latched": true, "video": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/mobile.mp4", "note": "Kinematic mobile simulation; no room truth in planner tools.", "api_version": 4, "evaluation_file": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-002/simulation/evaluation.json", "floor_id": "ground"}}