{"time_unix": 1793696247.1610625, "phase": "request", "request": {"tool": "mission_memory_read", "arguments": {}}}
{"time_unix": 1793696247.1611345, "phase": "result", "tool": "mission_memory_read", "result": {"revision": 0, "agent_notes": null}}
{"time_unix": 1793696250.5042956, "phase": "request", "request": {"tool": "robot_capabilities", "arguments": {}}}
{"time_unix": 1793696251.3539453, "phase": "result", "tool": "robot_capabilities", "result": {"mode": "SIMULATION_ONLY", "api_version": 4, "mobile_base": true, "camera_movable": true, "methods": {"move_tcp": 3, "close_gripper": 0, "open_gripper": 0, "wait": 1}, "limits": {"tcp_min": [-0.88, -0.68, 0.018], "tcp_max": [0.88, 0.68, 0.78], "speed_m_s": 0.18, "max_calls": 6, "max_sequence_s": 18, "force_stop_N": 3.0, "grasp_radius_m": 0.021}, "arm_coordinate_frame": "arm_carriage: base-aligned xy, z relative to lift height", "base_command": "robot_move_base", "base_command_frame": "relative to base pose at command start", "base_limits": {"max_translation_m": 0.6, "max_rotation_rad": 1.5707963267948966, "speed_m_s": 0.18, "yaw_speed_rad_s": 0.6, "acceleration_m_s2": 0.3, "yaw_acceleration_rad_s2": 0.8, "footprint_radius_m": 0.22, "clearance_m": 0.04, "robot_height_m": 1.4, "observation_max_age_s": 30}, "camera_mount_height_m": 1.2, "camera_pitch_rad": "variable; see observation.camera_head", "assumptions": ["ideal holonomic mocap base; no wheel dynamics, slip or calibrated arm IK", "ideal drift-free odometry, not SLAM", "virtual pan/tilt RGB-D at 1.2 m", "privileged semantics and visible-vertex association; noisy depth/candidates", "MuJoCo FEM cloth/contact; force-limited spring pinch, not frictional fingers", "static axis-aligned geometry guard; swept full-height circular envelope enlarged by held cloth", "short synchronous commands; stop latched between calls, not hardware emergency control", "PDF manually traced; furniture approximate; source layout is not an observed robot map", "force-limited ideal lever/door coupling; no frictional finger/lock/key/door-closer mechanics", "floor-local scenes; no autonomous stairs or floor teleportation", "oriented live-door box collision guard and supported-floor check", "fixed camera mast; lift changes arm carriage only"], "robot_model": "HomeBot Cartesian + optional lift + ideal handle contact", "camera_command": "robot_look", "camera_head_limits": {"pan_min_rad": -3.141592653589793, "pan_max_rad": 3.141592653589793, "tilt_min_rad": -1.2, "tilt_max_rad": 0.6, "speed_rad_s": 0.8}, "world_frame": "house_ground_v4", "manipulation": "force-limited spring pinch of visible deformable cloth", "collection_bin": {"frame_id": "robot_world_v3", "xy_m": [-0.48, -0.95], "inner_half_size_m": [0.22, 0.17], "rim_z_m": 0.26, "source": "configured fixed collection fixture"}, "drive_interlock": "TCP xy norm <= .10 m, z 0.35..0.65 m; open empty or closed holding cloth", "lift": {"enabled": true, "min_m": 0.0, "max_m": 0.55, "speed_m_s": 0.06, "command": "robot_move_lift", "drive_requires_zero": true}, "door_command": "robot_door_action", "door_actions": ["grasp", "press", "open", "close", "release"], "door_contact": "two-sided visible handle; ideal bounded force coupling", "floor_id": "ground", "building_from_floor_translation_m": [0, 0, 0], "stairs_traversable": false}}
{"time_unix": 1793696251.3579986, "phase": "request", "request": {"tool": "mission_memory_read", "arguments": {}}}
{"time_unix": 1793696251.3580797, "phase": "result", "tool": "mission_memory_read", "result": {"revision": 0, "agent_notes": null}}
{"time_unix": 1793696251.3586338, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696251.8138487, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-c32060df-1-350", "session_id": "c32060df", "time_s": 0.7, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-1-350.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-1-350-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 159163, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [33], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_e", "class": "wall", "mask_ids": [37], "visible_pixels": 22726, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_s", "class": "wall", "mask_ids": [40], "visible_pixels": 21, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 66073, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 23, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124], "visible_pixels": 14037, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 126227, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8124113282552189, 0.4966451702691731, 0.7751798121533457], [0.8358502437071511, 0.03223793758455883, 0.7540581177617636], [0.8122464610897554, -0.06526947764520842, 0.757896399656768], [0.8192483079114442, -0.04539479820095761, 0.7344522132790361], [0.832192057248938, -0.08942690676040134, 0.7160592512330799], [0.8044316028217182, -0.03241915025283583, 0.7228907164303109], [0.7910275301464468, 0.0064027414616837225, 0.7262042397272472], [0.8126789328394107, -0.040773330743926986, 0.6970630349485102], [0.8139867732990841, -0.0839806559662958, 0.674489859463402], [0.7989816896157832, -0.0866650842892377, 0.6671858752302811], [0.7987242789684936, 0.4751694882357268, 0.6604218208098149], [0.812533943530043, 0.4048623413641571, 0.6275710271697031], [0.8141849635151989, 0.3093752960962367, 0.6018908754844144], [0.8225362119114777, -0.09109742411138456, 0.5820021292448754], [0.8147543855254236, 0.15181649375192852, 0.5759318584745348], [0.814438222201445, -0.014237347201844565, 0.549573842112392], [0.8030442549099374, 0.49253518081323666, 0.5291707483710387], [0.8123285568225374, 0.310024290726422, 0.4924428955486543], [0.8108704325683086, 0.0935817348999831, 0.46349803828794356], [0.8109105832965897, 0.5781293364619825, 0.429370527628406], [0.806219898373198, 0.25371291869001944, 0.400820738073843], [0.8190222156395297, -0.07444411258516305, 0.35298631651473145], [0.8066221710284965, 0.31181509191195655, 0.326625225689099], [0.8234296140889854, 0.7197699124619908, 0.2815692907202302], [0.8122322643624602, 0.5591662053080687, 0.2789386598000124], [0.814311759014276, 0.5325621710988059, 0.23251961306073266], [0.8074115026455218, 0.12439559918265096, 0.19450665638798537], [0.8068267353982006, 0.7052983441305748, 0.178089692809001], [0.8131012862482753, 0.1911465589344613, 0.13448191007734844], [0.8138762436955718, 0.6743728839149786, 0.07308248002073081], [0.8128321001515953, -0.08869284819422764, 0.013996145532292115]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-1.1102230246251565e-16, -0.7833269096274834, 0.6216099682706644], [0.9999999999999999, -2.220446049250313e-16, -5.551115123125783e-17], [1.6653345369377348e-16, 0.6216099682706644, 0.7833269096274833]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.626, 2.645, 2.67, 2.724, 2.8, 2.901, 3.047, 3.211, 3.43, 3.729, 4.098, 1.368, 4.765, 4.558, 4.399, 4.268, 1.532, 4.146, 4.128, 4.141, 4.03, 2.977, 2.254, 1.824, 1.538, 1.338, 1.205, 1.097, 1.008, 0.939, 0.884, 0.845, 0.822, 0.797, 0.772, 0.811, 0.821, 0.815, 0.816, 0.839, 0.855, 0.887, 0.942, 0.999, 1.056, 1.071, 1.187, 1.219, 1.163, 1.105, 1.052, 1.04, 1.017, 1.013, 0.997, 1.01, 1.007, 1.039, 1.061, 1.102, 1.159, 1.14, 1.007, 0.914, 0.851, 0.798, 0.873, 1.017, 1.272, 1.677, 2.666, 2.65], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.9}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793696255.4834435, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": 0, "tilt_rad": 0, "observation_id": "obs-c32060df-1-350", "command_id": "cmd-01-look-office"}}}
{"time_unix": 1793696256.664893, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "cmd-01-look-office", "camera_head": {"pan_rad": 0.0, "tilt_rad": 0.0}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793696259.761023, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696260.3878357, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-c32060df-2-913", "session_id": "c32060df", "time_s": 1.826, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-2-913.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-2-913-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 128520, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6480, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [66, 126], "visible_pixels": 23228, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 228068, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8136457204818724, 0.4823403703337902, 1.5615875655214366], [0.8277355432510375, 0.49069301099954743, 1.5664842098842242], [0.8194463849067688, 0.3330863538148271, 1.533086353814827], [0.7952145934104918, 0.47141414478686106, 1.5127462407000452], [0.8099721670150756, 0.21837716607318047, 1.49851557564132], [0.8030976653099059, 0.0880662252854406, 1.4655229799959517], [0.813770830631256, -0.01811570585321921, 1.4381879843664043], [0.8142738938331604, 0.43571708112190344, 1.40610962080805], [0.8086355924606322, 0.303356725157122, 1.3740134181670527], [0.8024882674217223, 0.17533715002614791, 1.3422546688891392], [0.796712040901184, 0.08211089225460998, 1.3110139263282325], [0.8392716050148009, 0.2913224833086626, 1.311408360600225], [0.8040518164634703, -0.059001550095543545, 1.2815414681095711], [0.8302141427993773, -0.09103976875180554, 1.2787185970410349], [0.8149901032447815, 0.39847071207191764, 1.2503968016954363], [0.8166630268096923, 0.27404802767961745, 1.2195267636430194], [0.8109106421470641, 0.1517708039944915, 1.188633904546668], [0.8160428404808043, 0.008746729357954054, 1.1576120038806836], [0.7919597029685973, -0.08684485664854859, 1.148415461088456], [0.815692663192749, 0.4418565559931037, 1.1253484357454573], [0.818330705165863, 0.3353317020227343, 1.0940702671678686], [0.8021121025085448, 0.18848175057024907, 1.0657480864359279], [0.8091086149215698, 0.42761628129005846, 1.0258847903015518], [0.8125692009925841, -0.008709497263040057, 0.9943218723266634], [0.7866146564483641, 0.20559411251698742, 0.9957030112212901], [0.8061030507087708, 0.4459667318517938, 0.9640563490202879], [0.8212866187095641, 0.3189370930944425, 0.9284633241382769], [0.808135151863098, 0.16990789362959913, 0.9021614570492912], [0.8109104633331298, 0.019389217380165847, 0.8703833045371787], [0.8187813162803649, -0.08978606584696082, 0.8361301541991573]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2493, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7359511554241179, 0.062349766365355476, 1.052576137541249], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[1.1102230246251565e-16, 0.0, 0.9999999999999999], [0.9999999999999999, 0.0, -1.1102230246251565e-16], [0.0, 0.9999999999999999, 0.0]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.638, 2.64, 2.663, 2.724, 2.808, 2.901, 3.041, 3.216, 3.444, 3.73, 4.1, 1.375, 4.765, 4.559, 4.391, 4.267, 1.533, 4.136, 4.122, 4.141, 4.016, 2.976, 2.247, 1.818, 1.537, 1.339, 1.195, 1.098, 1.007, 0.94, 0.893, 0.848, 0.818, 0.796, 0.766, 0.813, 0.821, 0.822, 0.829, 0.849, 0.858, 0.898, 0.942, 0.993, 1.049, 1.075, 1.209, 1.228, 1.152, 1.105, 1.067, 1.031, 1.012, 1.004, 0.995, 0.997, 1.015, 1.039, 1.066, 1.103, 1.155, 1.131, 1.018, 0.918, 0.849, 0.79, 0.862, 1.028, 1.278, 1.677, 2.668, 2.628], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": 0.0}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793696264.4196935, "phase": "request", "request": {"tool": "robot_move_lift", "arguments": {"height_m": 0.55, "observation_id": "obs-c32060df-2-913", "command_id": "cmd-02-lift-office"}}}
{"time_unix": 1793696273.7677586, "phase": "result", "tool": "robot_move_lift", "result": {"status": "ok", "lift_m": 0.55, "command_id": "cmd-02-lift-office", "needs_observation": true, "stop_latched": false}}
{"time_unix": 1793696277.0199053, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696277.6383996, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-c32060df-3-5497", "session_id": "c32060df", "time_s": 10.994, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-3-5497.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-3-5497-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 128520, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6480, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [66, 126], "visible_pixels": 23228, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 228068, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.81917667388916, 0.48561919556154465, 1.0140455443778473], [0.7854938507080077, 0.034324801679331704, 0.9809428992101634], [0.8082746267318726, 0.33121096956621365, 0.9785452877185983], [0.8352342844009398, 0.4910064760531522, 0.9771081011574296], [0.8078683614730834, 0.20981693161392923, 0.9477402172426239], [0.806217074394226, 0.04852485309578923, 0.9165543300193333], [0.814444601535797, 0.48281395800678173, 0.8870421796611876], [0.8048005104064941, 0.35367538075376015, 0.8537117108656742], [0.8078730702400206, 0.21381469083681914, 0.8238493280635819], [0.8125561475753783, 0.11188174442438391, 0.7940393715643264], [0.8189653754234313, -0.03713792269947093, 0.764114707931101], [0.8065188527107239, 0.38501926885836835, 0.7304617124902635], [0.8081958889961242, 0.2778702613611205, 0.6999766657124316], [0.7903736829757689, -0.08536761423400642, 0.6715048188528412], [0.81086528301239, 0.104963362916883, 0.6693881370992967], [0.8100621700286864, -0.028719454341004435, 0.6386457971209982], [0.8156657218933105, 0.42839167399118605, 0.6062865638784503], [0.8084893822669982, 0.2673056084552058, 0.5760076744675116], [0.8044268488883971, 0.18902567385533076, 0.5458700673849579], [0.7942218184471129, 0.47082561413839763, 0.5340943898435375], [0.811444580554962, 0.08898153278807906, 0.5141860815339849], [0.8067331910133362, 0.36915800130822884, 0.47639596695234654], [0.8114957213401793, -0.048842565999338464, 0.4445935923041524], [0.8386385440826416, 0.3768432136201555, 0.41974533920089596], [0.8054744005203247, 0.3964746742793094, 0.41424035281548577], [0.8320642709732055, -0.09124265043307735, 0.3927368878766625], [0.8060534596443175, 0.2917546215060042, 0.38349976486581383], [0.8008051514625548, 0.17761045048925894, 0.35486293171487493], [0.813862919807434, 0.039590651760419523, 0.3191831980019173], [0.8307976126670836, 0.4925082478513422, 0.28490000541757243], [0.8110907673835753, -0.08894273428098999, 0.2895478663349339]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2493, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7359823584556578, 0.062040491687923006, 0.5028037975936588], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[1.1102230246251565e-16, 0.0, 0.9999999999999999], [0.9999999999999999, 0.0, -1.1102230246251565e-16], [0.0, 0.9999999999999999, 0.0]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.633, 2.649, 2.669, 2.722, 2.8, 2.902, 3.031, 3.21, 3.436, 3.719, 4.103, 1.365, 4.762, 4.548, 4.392, 4.278, 1.536, 4.145, 4.132, 4.144, 4.021, 2.982, 2.252, 1.819, 1.546, 1.336, 1.194, 1.09, 1.007, 0.949, 0.893, 0.85, 0.821, 0.801, 0.761, 0.814, 0.808, 0.809, 0.822, 0.829, 0.865, 0.904, 0.942, 0.997, 1.06, 1.076, 1.196, 1.215, 1.149, 1.094, 1.067, 1.042, 1.017, 1.004, 1.001, 1.003, 1.022, 1.032, 1.073, 1.11, 1.145, 1.136, 1.011, 0.91, 0.851, 0.798, 0.871, 1.031, 1.271, 1.685, 2.669, 2.633], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": 0.0}, "peak_force_N": 0.0, "lift_m": 0.55, "door_grip": null}}
{"time_unix": 1793696281.7825308, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.36,0.03,0.50)\nrobot.move_tcp(0.73598,0.06204,0.50280)", "observation_id": "obs-c32060df-3-5497", "command_id": "cmd-03-reach-office"}}}
{"time_unix": 1793696286.0021808, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "cmd-03-reach-office", "executed": ["move_tcp", "move_tcp"], "duration_s": 4.122, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793696288.1939938, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696288.8057063, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-c32060df-4-7558", "session_id": "c32060df", "time_s": 15.116, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-4-7558.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-4-7558-rgbd.npz", "tcp_m": [0.73598, 0.06204, 0.5028], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 128520, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6480, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [66, 126], "visible_pixels": 23228, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 228068, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8146069645881652, 0.4829102090566383, 1.0120147464277165], [0.8132407665252686, 0.3520203918382584, 0.9805639108119264], [0.8092685937881469, 0.23553571481860403, 0.9482562734388549], [0.8077380061149596, 0.1045585490633326, 0.9170571858241796], [0.8156486749649047, -0.014122507281099216, 0.8887376230852542], [0.8154135942459106, 0.4457392249071558, 0.8563981026342335], [0.8106043934822081, 0.30142194836175673, 0.8244370920674466], [0.8033612966537474, 0.17287842206950643, 0.792409428141547], [0.8194098472595214, 0.024997252692400374, 0.7641766406760999], [0.7844648361206054, 0.21408727402663982, 0.7295550897440382], [0.8092581033706664, 0.46372577851871466, 0.7307349916557762], [0.8303446173667907, -0.09105407635490782, 0.7027155178896836], [0.8039509654045105, 0.34534777471992684, 0.6997141710249415], [0.811223268508911, 0.19062270881301135, 0.6693966966862361], [0.7924007177352904, 0.4697460405971824, 0.6402000130612548], [0.8314300179481505, 0.49014109829487407, 0.6397173196161914], [0.8121318221092223, 0.08503929018291521, 0.6386167879282711], [0.8394728899002075, 0.44366388986939953, 0.6271592693202961], [0.811681032180786, -0.02877684850083718, 0.6078385708010985], [0.8138090372085571, 0.4515719425209791, 0.5755208237446825], [0.831965148448944, -0.08985987435908162, 0.5477929673320365], [0.808657705783844, 0.34470267208881833, 0.5453223993850203], [0.8124520182609557, 0.26459656086445194, 0.5140174636570032], [0.7896111607551574, -0.08658731979270308, 0.4970073672835702], [0.815286874771118, -0.07595883089743073, 0.4758996707749159], [0.8154877424240111, 0.04639336841793017, 0.44358312892312346], [0.8082292079925536, -0.08596340884003774, 0.41476679596485755], [0.8149992823600769, 0.3420301463655592, 0.38054206543695623], [0.8277597427368163, 0.49070735678744903, 0.37495818527768865], [0.8129252791404723, 0.18566061103733944, 0.3503960536689872], [0.8158753514289855, 0.03834317273197217, 0.3183651902304869], [0.8111904263496398, -0.08895366270145012, 0.28950357747306876]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2493, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7357206940650939, 0.06243089974888969, 0.5027702248998167], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[1.1102230246251565e-16, 0.0, 0.9999999999999999], [0.9999999999999999, 0.0, -1.1102230246251565e-16], [0.0, 0.9999999999999999, 0.0]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.634, 2.643, 2.678, 2.724, 2.803, 2.903, 3.04, 3.223, 3.437, 3.715, 4.095, 1.367, 4.767, 4.549, 4.396, 4.267, 1.532, 4.144, 4.127, 4.142, 4.019, 2.969, 2.252, 1.827, 1.536, 1.341, 1.2, 1.089, 1.0, 0.942, 0.891, 0.852, 0.821, 0.796, 0.769, 0.819, 0.813, 0.816, 0.816, 0.849, 0.856, 0.898, 0.938, 0.993, 1.065, 1.064, 1.199, 1.222, 1.143, 1.095, 1.067, 1.037, 1.004, 1.011, 1.001, 1.009, 1.016, 1.029, 1.064, 1.103, 1.154, 1.134, 1.004, 0.919, 0.848, 0.794, 0.865, 1.029, 1.277, 1.677, 2.675, 2.648], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": 0.0}, "peak_force_N": 0.0, "lift_m": 0.55, "door_grip": null}}
{"time_unix": 1793696291.2556791, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "grasp", "observation_id": "obs-c32060df-4-7558", "command_id": "cmd-04-grasp-office"}}}
{"time_unix": 1793696291.517231, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "cmd-04-grasp-office", "action": "grasp", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -5.701990750662173e-09, "handle_rotation_rad": -1.916459015298042e-19, "peak_force_N": 0.0, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-3.381428431033991e-07, -0.9999999999999428, 0.0], "normal_arm_m": [-0.9999999999999428, 3.381428431033991e-07, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793696293.831242, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696294.450909, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-c32060df-5-7608", "session_id": "c32060df", "time_s": 15.216, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-5-7608.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-5-7608-rgbd.npz", "tcp_m": [0.744999781897871, 0.0650000287421789, 0.5], "gripper_closed": true, "grip_contact": true, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 128520, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6480, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [66, 126], "visible_pixels": 23228, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 228068, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8131072521209716, 0.4820211588857709, 1.011348267926885], [0.8114702701568604, 0.375340002053581, 0.9798442442289044], [0.8125141859054564, 0.24853882417281004, 0.9494524377499891], [0.8154448866844176, 0.123036815251358, 0.919605261834942], [0.8080636858940123, -0.023318628959381093, 0.886517522302291], [0.8124818205833435, 0.44279681605737864, 0.8556560098783892], [0.7854585051536559, -0.06152281939505046, 0.835863675435573], [0.8093435168266295, 0.29694928283716593, 0.8241657591471918], [0.8117233514785765, 0.16530818998411523, 0.793891744318157], [0.8155544400215148, 0.026224483359267404, 0.7636394278901588], [0.8072810173034667, 0.46392405964438244, 0.7305377492352514], [0.8113313913345337, 0.3445044897915023, 0.7001705567657526], [0.8116522431373595, 0.23756788093447867, 0.6694069536538023], [0.789975881576538, 0.46830856438195856, 0.6415326685160423], [0.8044597506523131, 0.1067872920441043, 0.6387243232003119], [0.8318978548049926, 0.4917886910066144, 0.6328525561015823], [0.8058511018753051, -0.0019932668146801624, 0.6081413968917226], [0.8331643342971801, -0.09136328137088413, 0.5916099329584572], [0.8144710659980774, 0.4250781171585053, 0.575460235379788], [0.8123217225074767, 0.27928878680988956, 0.5448481066447177], [0.8071027994155883, 0.15105812454153622, 0.514912778493692], [0.8065912127494812, 0.3956943322484304, 0.4764265198036297], [0.7944675087928771, -0.08711985806149415, 0.46855488208245255], [0.8071858286857604, -0.03527270577997833, 0.44568451557635025], [0.8472340703010559, 0.40166189625837945, 0.4131941168146249], [0.8344069719314574, -0.09012361371373502, 0.41540341773752965], [0.8219701051712035, 0.4533895625071641, 0.4094121155604732], [0.8093323111534119, 0.3142947769832817, 0.38241569942612286], [0.8053575754165648, 0.16401179396847987, 0.3531851339922658], [0.8116302490234374, 0.03546691970862091, 0.32009072799339433], [0.8077207803726195, -0.08857318765156376, 0.29104550267524265]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2493, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7359064817428588, 0.0627357073700808, 0.502699831003079], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[1.1102230246251565e-16, 0.0, 0.9999999999999999], [0.9999999999999999, 0.0, -1.1102230246251565e-16], [0.0, 0.9999999999999999, 0.0]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.629, 2.637, 2.673, 2.726, 2.804, 2.907, 3.06, 3.211, 3.446, 3.722, 4.099, 1.356, 4.758, 4.561, 4.393, 4.275, 1.528, 4.138, 4.117, 4.144, 4.021, 2.976, 2.247, 1.828, 1.551, 1.345, 1.194, 1.09, 1.005, 0.946, 0.895, 0.858, 0.827, 0.791, 0.761, 0.805, 0.819, 0.819, 0.823, 0.833, 0.862, 0.891, 0.942, 0.988, 1.061, 1.062, 1.199, 1.226, 1.155, 1.105, 1.059, 1.043, 1.021, 0.999, 1.001, 1.004, 1.017, 1.033, 1.068, 1.107, 1.157, 1.137, 1.012, 0.918, 0.845, 0.79, 0.871, 1.022, 1.265, 1.685, 2.674, 2.646], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": 0.0}, "peak_force_N": 0.0, "lift_m": 0.55, "door_grip": "g_office"}}
{"time_unix": 1793696297.0215895, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "press", "observation_id": "obs-c32060df-5-7608", "command_id": "cmd-05-press-office"}}}
{"time_unix": 1793696299.3488622, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "cmd-05-press-office", "action": "press", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -7.019189094729841e-09, "handle_rotation_rad": -0.5188679585628101, "peak_force_N": 1.2223222750733338, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-3.3863167940816745e-07, -0.9999999999999427, 0.0], "normal_arm_m": [-0.9999999999999427, 3.3863167940816745e-07, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793696301.4227934, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793696302.0384388, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-c32060df-6-8058", "session_id": "c32060df", "time_s": 16.116, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-6-8058.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/obs-c32060df-6-8058-rgbd.npz", "tcp_m": [0.7449997786855004, 0.056444801004741675, 0.46776666804504696], "gripper_closed": true, "grip_contact": true, "force_N": 0.958, "stop_latched": false, "detections": [{"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 128520, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 6480, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [66, 125], "visible_pixels": 23228, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 228077, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8039745092391967, 0.47660714333469045, 1.0072896387446428], [0.8094200491905212, 0.31432884902813474, 0.979010875946646], [0.8142957091331481, 0.16180374395401043, 0.9501090188690573], [0.804861545562744, 0.0696786704028912, 0.9161061603005649], [0.8192108869552611, -0.0709209250924089, 0.8897802705505249], [0.7892724275588989, 0.3546604912470689, 0.8497812308492663], [0.8125203251838683, 0.23112275532960525, 0.8248493888145709], [0.8167811036109923, 0.132666504181998, 0.7947883167468501], [0.7949761152267455, 0.47127277164057724, 0.768637512749575], [0.8126873970031737, 0.02211193974822222, 0.7632399338621059], [0.8401398062705993, 0.3165608037583346, 0.7518259040535562], [0.8169097900390624, 0.47080455298611146, 0.7314983560963082], [0.8154892325401306, 0.3274436478852262, 0.7004276665120985], [0.8143967390060424, 0.16585262775652432, 0.6694725757284987], [0.8114731311798095, 0.034121938672736815, 0.638626020442421], [0.8303174972534179, -0.09105110241273708, 0.6082397199460376], [0.8020828962326049, -0.08663231676879936, 0.6083371301035543], [0.7854202389717102, 0.3270264227927885, 0.5975462569381862], [0.8332068920135497, 0.4939365017743437, 0.5819892716611126], [0.8230910301208496, 0.3630705544778251, 0.5746713429027315], [0.8065180182456969, 0.22542555630196148, 0.5455993736300648], [0.8186973333358764, 0.09517696809542563, 0.5129721665009119], [0.8169237375259398, 0.046475062656045826, 0.4809385401932249], [0.8090826272964476, 0.26216505596605455, 0.44787274311014125], [0.8157325983047484, -0.016814238532710035, 0.41258295191813255], [0.8103275299072265, 0.2358439156775881, 0.38208665669486463], [0.8078728914260863, 0.1285552217996041, 0.3522581132413316], [0.7935248613357543, -0.0870164890605495, 0.3392268247837513], [0.8228942751884459, 0.010177114896946827, 0.31551215705369295], [0.8099556565284728, -0.08881826009483874, 0.29005231435249423]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [127, 128], "visible_pixels": 2487, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.7357409000396727, 0.05373328798346053, 0.4710964285418566], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[1.1102230246251565e-16, 0.0, 0.9999999999999999], [0.9999999999999999, 0.0, -1.1102230246251565e-16], [0.0, 0.9999999999999999, 0.0]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.628, 2.637, 2.667, 2.721, 2.799, 2.898, 3.038, 3.219, 3.428, 3.72, 4.096, 1.367, 4.766, 4.552, 4.388, 4.276, 1.525, 4.134, 4.135, 4.148, 4.024, 2.977, 2.258, 1.816, 1.544, 1.344, 1.2, 1.088, 1.009, 0.929, 0.898, 0.847, 0.823, 0.798, 0.774, 0.817, 0.804, 0.816, 0.827, 0.838, 0.868, 0.897, 0.936, 0.994, 1.061, 1.071, 1.203, 1.224, 1.157, 1.102, 1.067, 1.03, 1.009, 1.003, 1.006, 0.999, 1.014, 1.036, 1.064, 1.092, 1.151, 1.131, 1.005, 0.922, 0.853, 0.793, 0.87, 1.032, 1.273, 1.676, 2.67, 2.652], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": 0.0}, "peak_force_N": 1.222, "lift_m": 0.55, "door_grip": "g_office"}}
{"time_unix": 1793696304.3194206, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "open", "observation_id": "obs-c32060df-6-8058", "command_id": "cmd-06-open-office"}}}
{"time_unix": 1793696322.8507261, "phase": "result", "tool": "robot_door_action", "result": {"status": "stopped", "command_id": "cmd-06-open-office", "action": "open", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -1.3960589265223267, "handle_rotation_rad": -0.5188990722020863, "peak_force_N": 1.0069833905036323, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": true, "contact_frame": {"tangent_arm_m": [-0.9847722833518309, -0.1738492161098842, 0.0], "normal_arm_m": [-0.1738492161098842, 0.9847722833518309, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793696322.858641, "phase": "request", "request": {"tool": "robot_stop", "arguments": {}}}
{"time_unix": 1793696322.8605022, "phase": "result", "tool": "robot_stop", "result": {"status": "stopped", "grip_retained": true, "note": "no automatic release of a suspended cloth"}}
{"time_unix": 1793696322.8692586, "phase": "request", "request": {"tool": "host_export", "arguments": {}}}
{"time_unix": 1793696322.9254694, "phase": "result", "tool": "host_export", "result": {"status": "ended", "sequences": 6, "stop_latched": true, "video": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/mobile.mp4", "note": "Kinematic mobile simulation; no room truth in planner tools.", "api_version": 4, "evaluation_file": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-luna56-001/simulation/evaluation.json", "floor_id": "ground"}}