{"time_unix": 1793699793.5038953, "phase": "request", "request": {"tool": "mission_memory_read", "arguments": {}}}
{"time_unix": 1793699793.5039701, "phase": "result", "tool": "mission_memory_read", "result": {"revision": 0, "agent_notes": null}}
{"time_unix": 1793699796.9827669, "phase": "request", "request": {"tool": "robot_capabilities", "arguments": {}}}
{"time_unix": 1793699797.8023536, "phase": "result", "tool": "robot_capabilities", "result": {"mode": "SIMULATION_ONLY", "api_version": 4, "mobile_base": true, "camera_movable": true, "methods": {"move_tcp": 3, "close_gripper": 0, "open_gripper": 0, "wait": 1}, "limits": {"tcp_min": [-0.88, -0.68, 0.018], "tcp_max": [0.88, 0.68, 0.78], "speed_m_s": 0.18, "max_calls": 6, "max_sequence_s": 18, "force_stop_N": 3.0, "grasp_radius_m": 0.021}, "arm_coordinate_frame": "arm_carriage: base-aligned xy, z relative to lift height", "base_command": "robot_move_base", "base_command_frame": "relative to base pose at command start", "base_limits": {"max_translation_m": 0.6, "max_rotation_rad": 1.5707963267948966, "speed_m_s": 0.18, "yaw_speed_rad_s": 0.6, "acceleration_m_s2": 0.3, "yaw_acceleration_rad_s2": 0.8, "footprint_radius_m": 0.22, "clearance_m": 0.04, "robot_height_m": 1.4, "observation_max_age_s": 30}, "camera_mount_height_m": 1.2, "camera_pitch_rad": "variable; see observation.camera_head", "assumptions": ["ideal holonomic mocap base; no wheel dynamics, slip or calibrated arm IK", "ideal drift-free odometry, not SLAM", "virtual pan/tilt RGB-D at 1.2 m", "privileged semantics and visible-vertex association; noisy depth/candidates", "MuJoCo FEM cloth/contact; force-limited spring pinch, not frictional fingers", "static axis-aligned geometry guard; swept full-height circular envelope enlarged by held cloth", "short synchronous commands; stop latched between calls, not hardware emergency control", "PDF manually traced; furniture approximate; source layout is not an observed robot map", "force-limited ideal lever/door coupling; no frictional finger/lock/key/door-closer mechanics", "floor-local scenes; no autonomous stairs or floor teleportation", "oriented live-door box collision guard and supported-floor check", "fixed camera mast; lift changes arm carriage only"], "robot_model": "HomeBot Cartesian + optional lift + ideal handle contact", "camera_command": "robot_look", "camera_head_limits": {"pan_min_rad": -3.141592653589793, "pan_max_rad": 3.141592653589793, "tilt_min_rad": -1.2, "tilt_max_rad": 0.6, "speed_rad_s": 0.8}, "world_frame": "house_ground_v4", "manipulation": "force-limited spring pinch of visible deformable cloth", "collection_bin": {"frame_id": "robot_world_v3", "xy_m": [-0.48, -0.95], "inner_half_size_m": [0.22, 0.17], "rim_z_m": 0.26, "source": "configured fixed collection fixture"}, "drive_interlock": "TCP xy norm <= .10 m, z 0.35..0.65 m; open empty or closed holding cloth", "lift": {"enabled": true, "min_m": 0.0, "max_m": 0.55, "speed_m_s": 0.06, "command": "robot_move_lift", "drive_requires_zero": true}, "door_command": "robot_door_action", "door_actions": ["grasp", "press", "open", "close", "release"], "door_contact": "two-sided visible handle; ideal bounded force coupling", "floor_id": "ground", "building_from_floor_translation_m": [0, 0, 0], "stairs_traversable": false}}
{"time_unix": 1793699797.8048606, "phase": "request", "request": {"tool": "mission_memory_read", "arguments": {}}}
{"time_unix": 1793699797.8049061, "phase": "result", "tool": "mission_memory_read", "result": {"revision": 0, "agent_notes": null}}
{"time_unix": 1793699799.9059563, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699800.3504398, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-1-350", "session_id": "80125e5e", "time_s": 0.7, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-1-350.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-1-350-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 159163, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [33], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_e", "class": "wall", "mask_ids": [37], "visible_pixels": 22726, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_utility_s", "class": "wall", "mask_ids": [40], "visible_pixels": 21, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 66073, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 23, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124], "visible_pixels": 14037, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 126227, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.8124113282552189, 0.4966451702691731, 0.7751798121533457], [0.8358502437071511, 0.03223793758455883, 0.7540581177617636], [0.8122464610897554, -0.06526947764520842, 0.757896399656768], [0.8192483079114442, -0.04539479820095761, 0.7344522132790361], [0.832192057248938, -0.08942690676040134, 0.7160592512330799], [0.8044316028217182, -0.03241915025283583, 0.7228907164303109], [0.7910275301464468, 0.0064027414616837225, 0.7262042397272472], [0.8126789328394107, -0.040773330743926986, 0.6970630349485102], [0.8139867732990841, -0.0839806559662958, 0.674489859463402], [0.7989816896157832, -0.0866650842892377, 0.6671858752302811], [0.7987242789684936, 0.4751694882357268, 0.6604218208098149], [0.812533943530043, 0.4048623413641571, 0.6275710271697031], [0.8141849635151989, 0.3093752960962367, 0.6018908754844144], [0.8225362119114777, -0.09109742411138456, 0.5820021292448754], [0.8147543855254236, 0.15181649375192852, 0.5759318584745348], [0.814438222201445, -0.014237347201844565, 0.549573842112392], [0.8030442549099374, 0.49253518081323666, 0.5291707483710387], [0.8123285568225374, 0.310024290726422, 0.4924428955486543], [0.8108704325683086, 0.0935817348999831, 0.46349803828794356], [0.8109105832965897, 0.5781293364619825, 0.429370527628406], [0.806219898373198, 0.25371291869001944, 0.400820738073843], [0.8190222156395297, -0.07444411258516305, 0.35298631651473145], [0.8066221710284965, 0.31181509191195655, 0.326625225689099], [0.8234296140889854, 0.7197699124619908, 0.2815692907202302], [0.8122322643624602, 0.5591662053080687, 0.2789386598000124], [0.814311759014276, 0.5325621710988059, 0.23251961306073266], [0.8074115026455218, 0.12439559918265096, 0.19450665638798537], [0.8068267353982006, 0.7052983441305748, 0.178089692809001], [0.8131012862482753, 0.1911465589344613, 0.13448191007734844], [0.8138762436955718, 0.6743728839149786, 0.07308248002073081], [0.8128321001515953, -0.08869284819422764, 0.013996145532292115]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-1.1102230246251565e-16, -0.7833269096274834, 0.6216099682706644], [0.9999999999999999, -2.220446049250313e-16, -5.551115123125783e-17], [1.6653345369377348e-16, 0.6216099682706644, 0.7833269096274833]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": 3.141592653589793, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [2.626, 2.645, 2.67, 2.724, 2.8, 2.901, 3.047, 3.211, 3.43, 3.729, 4.098, 1.368, 4.765, 4.558, 4.399, 4.268, 1.532, 4.146, 4.128, 4.141, 4.03, 2.977, 2.254, 1.824, 1.538, 1.338, 1.205, 1.097, 1.008, 0.939, 0.884, 0.845, 0.822, 0.797, 0.772, 0.811, 0.821, 0.815, 0.816, 0.839, 0.855, 0.887, 0.942, 0.999, 1.056, 1.071, 1.187, 1.219, 1.163, 1.105, 1.052, 1.04, 1.017, 1.013, 0.997, 1.01, 1.007, 1.039, 1.061, 1.102, 1.159, 1.14, 1.007, 0.914, 0.851, 0.798, 0.873, 1.017, 1.272, 1.677, 2.666, 2.65], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.9}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793699803.503013, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0, "dy_m": 0, "dyaw_rad": 0.785, "observation_id": "obs-80125e5e-1-350", "command_id": "phase1-hinge-clear-001"}}}
{"time_unix": 1793699806.2594628, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.0, "rotated_rad": 0.7850000000000001, "duration_s": 2.4279999999998765, "base_pose": [0.7, 7.36, -2.3565926535897934], "needs_observation": true, "command_id": "phase1-hinge-clear-001"}}
{"time_unix": 1793699808.6286404, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699809.0381026, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-2-1564", "session_id": "80125e5e", "time_s": 3.128, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-2-1564.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-2-1564-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 166670, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [20], "visible_pixels": 88, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 42, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [32, 33], "visible_pixels": 31, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 84940, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 13203, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 25, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124], "visible_pixels": 10971, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 112817, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0771887952809531, -0.07235362157342595, 0.6367243163135621], [1.0898338042189613, -0.07961104801785401, 0.6146585978541793], [0.9409504770395383, -0.19837167686233254, 0.6827101044895498], [1.0896635241057724, -0.07488732407913667, 0.596964864809648], [0.7400177361786899, -0.43793850530053263, 0.7766910362575448], [0.8309539559086989, -0.3157088109267275, 0.7199499687581838], [0.7218373279187857, -0.39739297661027007, 0.7690608399326578], [0.7541952842333974, -0.38540619468196713, 0.7423128253981791], [0.6881857392230282, -0.4470721765521356, 0.7614424258669535], [1.0364266072270893, -0.10294914704711694, 0.5043552526607041], [1.0651572816579489, -0.07100087197056726, 0.4520132372941147], [1.0373862809834766, -0.11743160664621555, 0.46916288484918345], [1.0195346706754056, -0.12011462979806758, 0.4462056973501316], [1.0196501009837737, -0.12505668959712873, 0.4088897241111963], [1.0141731374534746, -0.1442689874204795, 0.3743012997491584], [1.038269490473511, -0.10055886811798315, 0.31293353490182807], [0.6737402615609872, -0.4853120811264143, 0.5978391008073691], [0.7019115820408308, -0.4419617157480555, 0.5415338941101951], [0.7540254759052334, -0.39925244713534713, 0.4574026778947524], [0.8102671244482325, -0.3452863184740324, 0.3620406277380226], [0.9551254596235748, -0.20061717353391428, 0.1624236601003466], [0.9193133266344968, -0.23553221370998395, 0.15057096831407724], [0.8600712082223974, -0.28740221170566327, 0.16437298928322508], [0.7155284655124446, -0.43690265232130177, 0.2875550686824714], [0.6820246889855284, -0.46216374644020364, 0.271840236908212], [0.631607781698215, -0.5240554515777216, 0.2751703036893479], [0.6666598396657163, -0.4752945210895576, 0.1326737468168151], [0.5552648646350218, -0.5917413412972387, 0.20679787790327953], [0.5157656576913149, -0.6436880828743972, 0.2231239008869942], [0.517544132977551, -0.6437420603548045, 0.18882265671445175], [0.5046870857090524, -0.6267764393934221, 0.13231678741512387], [0.5124702526019995, -0.6393293890946887, 0.012626109260802432]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.7068251811053659, -0.554116266793477, 0.4397195995520633], [0.7073882691671999, -0.5536751847621526, 0.43936957839981305], [2.7755575615628914e-17, 0.6216099682706644, 0.7833269096274834]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.727, 4.091, 1.357, 4.766, 4.561, 4.39, 4.275, 1.533, 4.151, 4.134, 4.148, 4.026, 2.978, 2.259, 1.822, 1.535, 1.345, 1.191, 1.083, 1.003, 0.938, 0.89, 0.845, 0.815, 0.795, 0.763, 0.812, 0.821, 0.817, 0.825, 0.845, 0.862, 0.894, 0.937, 0.99, 1.057, 1.076, 1.204, 1.226, 1.164, 1.097, 1.066, 1.04, 1.018, 0.993, 1.008, 1.015, 1.022, 1.032, 1.066, 1.106, 1.15, 1.13, 1.012, 0.914, 0.842, 0.794, 0.873, 1.03, 1.27, 1.678, 2.671, 2.65, 2.631, 2.643, 2.669, 2.717, 2.799, 2.91, 3.035, 3.208, 3.421], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.0, "tilt_rad": -0.9}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793699813.0682845, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": 0.35, "tilt_rad": -0.55, "observation_id": "obs-80125e5e-2-1564", "command_id": "phase1-survey-look-002"}}}
{"time_unix": 1793699813.5229642, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "phase1-survey-look-002", "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.55}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793699816.1756842, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699816.4858243, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-3-1783", "session_id": "80125e5e", "time_s": 3.566, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-3-1783.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-3-1783-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 33829, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [20], "visible_pixels": 97, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 37, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [32], "visible_pixels": 10, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 233126, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42], "visible_pixels": 30181, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 124, 125], "visible_pixels": 22945, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 68559, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0756462617525084, -0.07228826422577717, 1.0693251547675504], [1.0934271847244421, -0.07706564733233967, 1.0517673067242175], [1.0590309548907353, -0.07099734639656152, 1.0238162568555431], [1.015837823808718, -0.13522450165461725, 1.0270780485101456], [1.0437245584885857, -0.1343750656936082, 1.0036809878096777], [0.9954888699479045, -0.1438530665405104, 0.9821655069946672], [1.0295560782609763, -0.08895023087884246, 0.940960253654064], [1.0069648851476316, -0.14588047448933772, 0.9314158801977377], [1.0357038225471693, -0.09819687234335012, 0.8681627276633506], [0.9646392852730534, -0.16573334953038277, 0.8566605077609717], [0.9699218465606729, -0.16945507010583222, 0.811098455788074], [1.05448423372143, -0.09061847671191581, 0.7123827468808752], [1.0133773192497837, -0.13352543076752288, 0.6935852873899488], [0.9695250479390873, -0.17947848223674345, 0.6822351536451785], [1.0914283375898244, -0.07281054663553754, 0.5439299165156645], [0.9114727960692188, -0.23552186689008808, 0.6877351426383601], [0.9665551188889154, -0.1827734510051458, 0.596585903398476], [1.013608918598639, -0.14523907781897621, 0.5078391950239127], [0.9665924881646792, -0.1870763840594209, 0.5080307040997911], [0.8763023365597828, -0.2778851384543494, 0.564882639627687], [0.9007235893942731, -0.2630066174947378, 0.4989691620531611], [1.0064898737531283, -0.14527479041820085, 0.31808818677823014], [1.006508526955876, -0.14538551326094368, 0.26734005007488937], [0.8867599628764153, -0.26297087638469213, 0.3849875503217275], [0.8641230030000389, -0.29288099390704214, 0.3781582707460365], [0.8787978176034372, -0.26992804589297587, 0.30860242116796155], [0.9169503071560949, -0.23439549922859415, 0.19764506386373726], [0.9118477440188757, -0.22993984250349414, 0.1407082258526846], [0.7897818385713818, -0.34001132725571875, 0.29908516913331584], [0.8075429398630376, -0.35166989812538296, 0.28080697864251836], [0.7912584249046777, -0.3465359317289443, 0.2923132557846446]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.906534174400927, -0.22064323143153156, 0.3598782503384745], [0.4221324325886725, -0.4738338355485635, 0.7728426137617589], [0.0, 0.8525245220595058, 0.5226872289306594]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.722, 4.1, 1.363, 4.764, 4.554, 4.39, 4.265, 1.527, 4.143, 4.124, 4.151, 4.016, 2.975, 2.248, 1.823, 1.546, 1.349, 1.201, 1.094, 1.006, 0.943, 0.896, 0.85, 0.817, 0.804, 0.76, 0.811, 0.813, 0.817, 0.834, 0.844, 0.865, 0.897, 0.941, 0.986, 1.059, 1.064, 1.191, 1.218, 1.143, 1.104, 1.073, 1.039, 1.022, 1.004, 1.008, 1.001, 1.009, 1.03, 1.055, 1.106, 1.161, 1.135, 1.012, 0.921, 0.848, 0.8, 0.866, 1.037, 1.278, 1.669, 2.676, 2.643, 2.623, 2.645, 2.678, 2.726, 2.803, 2.903, 3.043, 3.209, 3.425], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793699820.0660894, "phase": "request", "request": {"tool": "robot_move_lift", "arguments": {"height_m": 0.4, "observation_id": "obs-80125e5e-3-1783", "command_id": "phase1-lift-003"}}}
{"time_unix": 1793699826.8654637, "phase": "result", "tool": "robot_move_lift", "result": {"status": "ok", "lift_m": 0.4, "command_id": "phase1-lift-003", "needs_observation": true, "stop_latched": false}}
{"time_unix": 1793699829.5331168, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699829.8490767, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-4-5117", "session_id": "80125e5e", "time_s": 10.234, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-4-5117.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-4-5117-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 33829, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [20], "visible_pixels": 97, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 37, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [32], "visible_pixels": 10, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 233126, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42], "visible_pixels": 30181, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 124, 125], "visible_pixels": 22945, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 68559, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0825643402749652, -0.07275319020186077, 0.6684847122611498], [1.0377611280103054, -0.11451358729621769, 0.6218028861091304], [1.0998233127201447, -0.07340856388758599, 0.5989294530117387], [1.0237541683394595, -0.15411117813733982, 0.5879630928651335], [0.9944923254771874, -0.14115881156564397, 0.5821685250145959], [0.993749476734382, -0.15049478468209376, 0.5356119371625073], [1.061059558788072, -0.08559656416494466, 0.4582210731021925], [0.9680182114710574, -0.17549469573627308, 0.45673047245006215], [0.9378480159233686, -0.17860376386697258, 0.42947597549370475], [0.995865107734812, -0.15162523084607182, 0.39720023467510346], [0.939195319822759, -0.22223947926254312, 0.3920184835473689], [1.0558338645597285, -0.07037975799526863, 0.30421367445289715], [1.0441133054156189, -0.11212720203597348, 0.2733489210502741], [0.986091687002963, -0.16784917715028452, 0.2703154336959549], [0.912904603021462, -0.22803384028133233, 0.28515045647427506], [0.9941740191913682, -0.15845799648359332, 0.17211322415126806], [1.0590324232011725, -0.09508992245711595, 0.06191860440362229], [1.0132290611718773, -0.132583003215976, 0.0567836159428865], [0.9075618071307692, -0.24369175919147051, 0.12903040947530475], [0.8824553190083734, -0.25355277849853575, 0.11187729925120404], [1.014389827724667, -0.1263422680050057, -0.09561125533055559], [1.035619045297419, -0.1073841820935198, -0.17470530884180413], [0.9054209727852931, -0.25194773230996526, -0.038392719163679256], [0.8440854787934362, -0.28746225190505165, -0.0022408076332636195], [0.8846509815729948, -0.25957604486105423, -0.10240136870594663], [0.908372112498314, -0.24044903067569623, -0.18934862087687676], [0.8949432011730001, -0.2522283610365964, -0.22725316943419915], [0.8101829406360419, -0.3508152159745522, -0.12046811794233014], [0.7917325463993324, -0.34478476646954004, -0.10119669866135539], [0.7982930756359914, -0.3496167952860774, -0.11575649616746564]], "coordinate_frame": "arm_carriage"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.906534174400927, -0.22064323143153156, 0.3598782503384745], [0.4221324325886725, -0.4738338355485635, 0.7728426137617589], [0.0, 0.8525245220595058, 0.5226872289306594]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.723, 4.094, 1.373, 4.765, 4.557, 4.392, 4.274, 1.54, 4.144, 4.12, 4.142, 4.018, 2.98, 2.248, 1.827, 1.535, 1.345, 1.199, 1.089, 1.005, 0.941, 0.883, 0.851, 0.825, 0.794, 0.766, 0.817, 0.812, 0.81, 0.826, 0.842, 0.866, 0.897, 0.936, 0.994, 1.063, 1.068, 1.198, 1.213, 1.164, 1.096, 1.066, 1.036, 1.017, 1.009, 0.996, 1.005, 1.017, 1.024, 1.055, 1.106, 1.156, 1.122, 1.019, 0.921, 0.854, 0.795, 0.863, 1.028, 1.27, 1.677, 2.674, 2.635, 2.632, 2.641, 2.674, 2.72, 2.8, 2.909, 3.035, 3.215, 3.441], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793699834.6308572, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": 0.7, "tilt_rad": -0.25, "observation_id": "obs-80125e5e-4-5117", "command_id": "phase1-handle-look-004"}}}
{"time_unix": 1793699835.0769448, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "phase1-handle-look-004", "camera_head": {"pan_rad": 0.7, "tilt_rad": -0.25000000000000006}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793699837.1929648, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699837.371423, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-5-5336", "session_id": "80125e5e", "time_s": 10.672, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-5-5336.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-5-5336-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 386694, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42], "visible_pixels": 2106, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.9963217522863494, -0.021200319292197484, 0.0830271785800714], [0.08569110759616885, -0.24649394620704718, 0.9653485218107599], [4.163336342344337e-17, 0.9689124217106447, 0.24740395925452324]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.718, 4.088, 1.367, 4.768, 4.558, 4.396, 4.294, 1.528, 4.153, 4.127, 4.146, 4.007, 2.971, 2.261, 1.824, 1.543, 1.341, 1.193, 1.079, 1.007, 0.942, 0.89, 0.845, 0.825, 0.808, 0.769, 0.811, 0.813, 0.815, 0.83, 0.846, 0.872, 0.903, 0.931, 0.986, 1.05, 1.074, 1.201, 1.22, 1.147, 1.102, 1.06, 1.04, 1.013, 1.005, 0.994, 1.005, 1.02, 1.036, 1.066, 1.098, 1.162, 1.14, 1.007, 0.92, 0.849, 0.795, 0.867, 1.032, 1.274, 1.681, 2.677, 2.644, 2.631, 2.638, 2.669, 2.726, 2.793, 2.897, 3.043, 3.213, 3.439], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.7, "tilt_rad": -0.25000000000000006}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793699842.0539215, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": -0.25, "tilt_rad": -0.55, "observation_id": "obs-80125e5e-5-5336", "command_id": "phase1-handle-look-005"}}}
{"time_unix": 1793699843.2741263, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "phase1-handle-look-005", "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793699845.7456863, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699846.3688211, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-6-5930", "session_id": "80125e5e", "time_s": 11.86, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-6-5930.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-6-5930-rgbd.npz", "tcp_m": [0.0, 0.0, 0.45], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 27029, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [20], "visible_pixels": 36, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 43, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 73839, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 31578, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 11, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124, 125], "visible_pixels": 25141, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 227986, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.077752210347582, -0.07271647573927731, 0.6591706650597057], [1.058873766966749, -0.07058049841897424, 0.6379712890215429], [0.7069589667238257, -0.43376057447949656, 0.672396617336542], [0.8420541419434094, -0.299440529486078, 0.6291603796145296], [1.0955362277873468, -0.07531741615917364, 0.5547476338341736], [1.0361528138876699, -0.11653979002346398, 0.5606651889513999], [0.7347051173755594, -0.41519821113378963, 0.5826861387665949], [0.5896985970014481, -0.5171506367699577, 0.6134390331775409], [0.7494846039353191, -0.4036751729426784, 0.5509641737410039], [0.7345329056640744, -0.42885879410294536, 0.5240205969215935], [0.6594866159251458, -0.49062384948048454, 0.5149977586542561], [0.5770305890322202, -0.5889687124849075, 0.5084761883519332], [0.8741885518503844, -0.26986830199175704, 0.3833941631536254], [0.77369182466711, -0.41348769137859487, 0.3981138888341743], [0.6606699992680053, -0.49430386635560275, 0.4203506251155954], [0.8761296546665763, -0.277860753273931, 0.30095034794891096], [0.537445044806672, -0.5990610823196809, 0.40563382377240964], [0.6180626808945048, -0.5351872436048155, 0.3323588994727855], [0.7042842444687344, -0.4477993291765626, 0.2512990177065164], [0.7120390437282833, -0.44123002937003764, 0.2034880640124228], [0.6596592522530533, -0.4813048506655431, 0.1904678077664096], [0.5251586086716343, -0.6552649950726929, 0.2369975258399133], [0.9967088268443196, -0.15521090230206497, -0.07048759799529092], [0.500338564288525, -0.6237421924233763, 0.23327966821072643], [0.9834544794009482, -0.17053604502970393, -0.1286869058468375], [0.6255508635142968, -0.5146439755401111, 0.06416418012067104], [1.0461621204532667, -0.0979397250565125, -0.3248757641337817], [0.6249954897739073, -0.5293062185964035, -0.06132981341107946], [0.6803089973984483, -0.45700714127899, -0.19111296018314383], [0.51353821664703, -0.6394643722675617, -0.15321121069233445]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [128], "visible_pixels": 3125, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5688576632994251, -0.47154651554150373, 0.6523003868360452], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.717, 4.088, 1.362, 4.763, 4.553, 4.386, 4.272, 1.536, 4.135, 4.124, 4.144, 4.018, 2.98, 2.252, 1.819, 1.544, 1.337, 1.19, 1.097, 1.011, 0.945, 0.891, 0.857, 0.813, 0.802, 0.768, 0.817, 0.811, 0.819, 0.814, 0.849, 0.862, 0.899, 0.938, 0.998, 1.062, 1.06, 1.198, 1.224, 1.152, 1.107, 1.065, 1.034, 1.018, 1.005, 1.003, 1.008, 1.019, 1.038, 1.062, 1.106, 1.149, 1.128, 1.011, 0.926, 0.844, 0.792, 0.87, 1.028, 1.259, 1.675, 2.671, 2.637, 2.635, 2.647, 2.672, 2.725, 2.804, 2.905, 3.035, 3.21, 3.444], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793699850.1701517, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.5689,-0.4715,0.6523)", "observation_id": "obs-80125e5e-6-5930", "command_id": "phase1-reach-006"}}}
{"time_unix": 1793699854.503999, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "phase1-reach-006", "executed": ["move_tcp"], "duration_s": 4.256, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793699857.4059093, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699858.0155828, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-7-8058", "session_id": "80125e5e", "time_s": 16.116, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-7-8058.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-7-8058-rgbd.npz", "tcp_m": [0.5689, -0.4715, 0.6523], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 27029, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [20], "visible_pixels": 36, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 43, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 73839, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 31578, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 11, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124, 125], "visible_pixels": 25141, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 227986, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0733452598149507, -0.0724191366028657, 0.6597465190516222], [1.089572859169477, -0.07884553515308201, 0.6299384726666134], [0.7321020415690694, -0.4085038945743652, 0.6694794490889989], [0.6800132384273054, -0.4304770056903553, 0.6767322937320689], [0.879129056189049, -0.2729309992617966, 0.6235236091099096], [1.089042487351442, -0.07317628354987993, 0.5562965569522728], [0.6741636400917203, -0.47381660780485274, 0.6226641279607933], [0.770806723644994, -0.38519886084166466, 0.5753344449396002], [0.759372242228775, -0.3876256032766066, 0.5492730366567388], [0.7142623580711179, -0.4290864691026437, 0.5306295482249986], [0.6457156314847541, -0.4952926570156634, 0.5195660119251103], [1.0630424903087945, -0.0710969646428824, 0.3939655745519627], [1.0604230373888048, -0.0865052299104338, 0.36419042329009355], [0.6034043531935231, -0.5833485536376817, 0.46908086388042947], [0.7863099669731677, -0.3545584807381058, 0.41266118730316437], [0.5914443177856751, -0.5553451092582541, 0.44622999170452593], [0.8022776720176623, -0.34245069111399107, 0.33117508720954214], [1.0066545822966908, -0.14020573878025966, 0.2022980849530026], [0.626867925213666, -0.5206521683714813, 0.3292026436598531], [0.7128810028205919, -0.4406428976709276, 0.2467616742551213], [0.7231000059734003, -0.4184951091834518, 0.19968653090247057], [0.7127242820330745, -0.44093358131662597, 0.15716478984786875], [0.5142479078357483, -0.6264673165048449, 0.2355218951271677], [0.5015538761175153, -0.622096500787655, 0.23624306613715285], [0.5227408717331546, -0.6516698105567613, 0.2079051637970616], [0.5120768713666369, -0.6289937010515769, 0.19363808215693512], [0.6423731803783556, -0.49477664219790757, 0.052742726608510204], [0.5163235754727429, -0.641232348634754, 0.08803198498821985], [0.6069431880499375, -0.5365719413401719, -0.04297683414827602], [0.6705479464634923, -0.4745105627184306, -0.18453246770596254], [0.5151512181709832, -0.6414729024480725, -0.15620520624252876]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [128], "visible_pixels": 3125, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5691033242782304, -0.47172743881679785, 0.6522309054562895], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.717, 4.087, 1.373, 4.774, 4.557, 4.394, 4.274, 1.538, 4.153, 4.129, 4.147, 4.022, 2.977, 2.25, 1.818, 1.539, 1.34, 1.197, 1.086, 1.003, 0.933, 0.888, 0.847, 0.821, 0.802, 0.766, 0.813, 0.81, 0.818, 0.826, 0.849, 0.866, 0.892, 0.938, 0.99, 1.051, 1.061, 1.199, 1.217, 1.144, 1.108, 1.061, 1.031, 1.011, 1.007, 0.995, 1.002, 1.022, 1.028, 1.059, 1.107, 1.155, 1.129, 1.012, 0.916, 0.845, 0.79, 0.863, 1.029, 1.274, 1.678, 2.676, 2.641, 2.628, 2.65, 2.677, 2.729, 2.805, 2.896, 3.037, 3.217, 3.439], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793699860.9515128, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "grasp", "observation_id": "obs-80125e5e-7-8058", "command_id": "phase1-grasp-007"}}}
{"time_unix": 1793699861.2134602, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "phase1-grasp-007", "action": "grasp", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -8.301605599632969e-09, "handle_rotation_rad": -1.4954841246872146e-18, "peak_force_N": 0.0, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.7068254201368701, -0.7073880303258863, 0.0], "normal_arm_m": [-0.7073880303258863, 0.7068254201368701, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793699863.5585916, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699864.1689441, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-8-8108", "session_id": "80125e5e", "time_s": 16.216, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-8-8108.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-8-8108-rgbd.npz", "tcp_m": [0.5729477634276046, -0.4806043480573039, 0.6499999999999998], "gripper_closed": true, "grip_contact": true, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 27029, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [20], "visible_pixels": 36, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 43, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 73839, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 31578, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 11, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124, 125], "visible_pixels": 25141, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 227986, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0771769286323511, -0.07267766119685526, 0.6592458368297857], [0.6320051521075893, -0.5593805508675939, 0.690930977225758], [0.7359251659116763, -0.41063715072544665, 0.6687978551757668], [0.8474984787351966, -0.288038657145655, 0.6286892598199357], [1.0618078652799332, -0.07081564037320892, 0.5737466350098763], [1.0383056807365243, -0.12009694278466537, 0.5599778502106519], [0.7277254377608564, -0.39813714499213926, 0.5856163422965369], [0.7451277927351734, -0.3923070927774407, 0.5530847172919277], [0.6306688238738307, -0.48100069964128545, 0.5662611185190464], [0.7337895845024159, -0.4299687923143337, 0.5241709700837152], [0.6572491583739983, -0.485941228441122, 0.5162445660687357], [0.5621747874699076, -0.5961551628993662, 0.5136944644028055], [0.8117232312065359, -0.3272419772938448, 0.40451624957965604], [0.6207939982761049, -0.5343858923665097, 0.43465171073636466], [0.7849471837231428, -0.35556246001678093, 0.3385429653306492], [1.090731210412568, -0.07409754436970606, 0.19681154428052405], [1.0913258852445602, -0.07604443142555217, 0.17030940742696843], [1.0669310174129993, -0.08373594905887316, 0.1760053292332795], [0.6292475572252656, -0.5277325344300221, 0.326607942508906], [0.6942505274957321, -0.4502590150462763, 0.25760335149063585], [0.7232729946307834, -0.41859522660353327, 0.19954291671332625], [0.6550647063496537, -0.490720155066661, 0.19217392590311733], [1.0125149402585822, -0.12257352319032794, -0.07676415464228781], [0.4986726308675022, -0.6212226539113196, 0.22243017692932898], [1.045406458766376, -0.10461741076127928, -0.16948783045314042], [0.518101328346472, -0.6464250579404617, 0.18223684632454806], [0.5273031567816722, -0.649472461085489, 0.16521708440854932], [0.652043063819428, -0.5042163327306444, 0.04099962887194375], [1.06605428498637, -0.08025062229083718, -0.34102203915149387], [0.6240044582632741, -0.513896827783231, -0.05574848025208312], [0.673351015152903, -0.46766467821778246, -0.18584444837185732], [0.5119776153807827, -0.6375210915598548, -0.15031447862024072]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [128], "visible_pixels": 3125, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5690845587446673, -0.471793952870238, 0.6524291339242713], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.728, 4.098, 1.375, 4.761, 4.564, 4.389, 4.271, 1.528, 4.147, 4.129, 4.141, 4.027, 2.981, 2.255, 1.825, 1.535, 1.348, 1.199, 1.09, 1.008, 0.941, 0.882, 0.853, 0.813, 0.794, 0.774, 0.82, 0.811, 0.814, 0.824, 0.842, 0.865, 0.905, 0.939, 0.994, 1.063, 1.081, 1.205, 1.222, 1.149, 1.099, 1.066, 1.041, 1.019, 1.005, 1.003, 1.002, 1.019, 1.043, 1.078, 1.098, 1.151, 1.133, 1.008, 0.916, 0.846, 0.787, 0.88, 1.029, 1.267, 1.676, 2.675, 2.639, 2.638, 2.644, 2.667, 2.726, 2.807, 2.904, 3.034, 3.214, 3.439], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": "g_office"}}
{"time_unix": 1793699867.747148, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "press", "observation_id": "obs-80125e5e-8-8108", "command_id": "phase1-press-008"}}}
{"time_unix": 1793699870.0606234, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "phase1-press-008", "action": "press", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -3.3891204539646686e-07, "handle_rotation_rad": -0.5188679585628116, "peak_force_N": 1.2223222750732405, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.7068256534282522, -0.7073877972199721, 0.0], "normal_arm_m": [-0.707387797219972, 0.7068256534282522, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793699872.7077897, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699873.3190997, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-9-8558", "session_id": "80125e5e", "time_s": 17.116, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-9-8558.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-9-8558-rgbd.npz", "tcp_m": [0.5669005783035534, -0.4866560416075168, 0.6177666680450468], "gripper_closed": true, "grip_contact": true, "force_N": 0.958, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 27029, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [20], "visible_pixels": 36, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 43, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_s", "class": "wall", "mask_ids": [41], "visible_pixels": 73839, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [42, 44], "visible_pixels": 31578, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [49], "visible_pixels": 11, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66, 124, 125], "visible_pixels": 25141, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 228189, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.0692526837810516, -0.0721430084696798, 0.6602812938871668], [0.7337175575441459, -0.41915527475713005, 0.6688029383323942], [0.7426092402498555, -0.44576062659546434, 0.6419489594634517], [0.8553628193906084, -0.28030968166757414, 0.6275935946912788], [0.9491774418381071, -0.19998531104377176, 0.5829534604664827], [1.0919511848753847, -0.07353582039404849, 0.5573089586710945], [0.6477351625687331, -0.4894821303576781, 0.6063120049984155], [0.585846571854299, -0.5248354994326819, 0.592069452477109], [0.9505860371085715, -0.20021471416404646, 0.5090286174778512], [1.0675244519725902, -0.07117759972155918, 0.4668086202097562], [0.8654265981363987, -0.27414808030621635, 0.4941385054845041], [0.7626664417550302, -0.390817692746504, 0.48678124814547175], [0.6239739687600723, -0.5185674505869962, 0.496867244478681], [0.974107761279875, -0.18896359035216997, 0.34838130431098946], [0.7073057314993398, -0.4433372254770088, 0.40412909885260573], [0.9527487502398926, -0.20465602492578383, 0.2704266277021554], [0.6049399999855801, -0.5570211733125046, 0.37321197467743694], [0.6945191427678539, -0.4419972284686058, 0.2997288286289549], [0.7884948526356548, -0.3627464208095189, 0.2094117798260675], [0.7871238406061236, -0.3566529659816137, 0.16479941832131262], [0.7504753070543655, -0.39247811114096276, 0.13739765850710095], [0.5000501088324893, -0.6236239561646687, 0.2692304709132006], [0.5198804647997644, -0.6489473407700431, 0.22786125970017712], [0.5546112623013696, -0.5915839948376762, 0.20918545496829977], [0.5227363541231915, -0.650213365486727, 0.21203170247614977], [0.5383188053343377, -0.6102021613706367, 0.1743086544017236], [0.6691706544327952, -0.48107271233550136, 0.030094647560246046], [0.5219005543025002, -0.6206321969603688, 0.08770021843922915], [0.6443218677731494, -0.496789489918209, -0.07382059758826365], [0.6775738625587882, -0.4728140681047318, -0.19273086545351803], [0.5127122033029017, -0.6384358098598095, -0.1516779943624087]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [128], "visible_pixels": 2922, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5615070180089984, -0.479299182551463, 0.6189589089980915], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.721, 4.097, 1.372, 4.771, 4.554, 4.396, 4.287, 1.532, 4.141, 4.127, 4.143, 4.024, 2.982, 2.251, 1.814, 1.541, 1.349, 1.193, 1.093, 1.007, 0.935, 0.889, 0.858, 0.824, 0.805, 0.769, 0.815, 0.817, 0.823, 0.835, 0.848, 0.86, 0.896, 0.941, 0.984, 1.066, 1.071, 1.208, 1.226, 1.16, 1.107, 1.059, 1.039, 1.011, 1.002, 1.003, 1.009, 1.01, 1.03, 1.059, 1.11, 1.148, 1.123, 1.013, 0.918, 0.847, 0.793, 0.872, 1.029, 1.271, 1.684, 2.678, 2.655, 2.632, 2.644, 2.672, 2.722, 2.801, 2.908, 3.039, 3.218, 3.442], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 1.222, "lift_m": 0.4, "door_grip": "g_office"}}
{"time_unix": 1793699876.1052904, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "open", "observation_id": "obs-80125e5e-9-8558", "command_id": "phase1-open-009"}}}
{"time_unix": 1793699898.4129755, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "phase1-open-009", "action": "open", "door_id": "g_office", "grip_contact": true, "opening_progress_rad": -1.4545998071856725, "handle_rotation_rad": -0.518869749842141, "peak_force_N": 1.006983390479781, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.784506286346012, 0.6201208645768895, 0.0], "normal_arm_m": [0.6201208645768895, 0.784506286346012, 0.0], "source": "ideal grasp orientation/controller feedback"}}}
{"time_unix": 1793699900.767869, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699901.3363485, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-10-12902", "session_id": "80125e5e", "time_s": 25.804, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-10-12902.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-10-12902-rgbd.npz", "tcp_m": [0.628970185395342, 0.3875470739327031, 0.6177665666604953], "gripper_closed": true, "grip_contact": true, "force_N": 0.958, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 116084, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 47, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 455, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 48934, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 112, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 24, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 107, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 7256, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 8862, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 146440, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.7182880836675172, 0.18350679628298883, 0.7137503507282174], [1.0995302497607655, -0.09865047804959126, 0.6370219875353501], [1.0225938077710328, -0.047074922753690185, 0.632729633841303], [1.0949064778261768, -0.10000800272411808, 0.6013068991511453], [0.9177501687411483, 0.02175323519973521, 0.6196792957793121], [0.7644067771745637, 0.1553708775381985, 0.6295419793106968], [0.8585314335520672, 0.08242789893173713, 0.5715813960188849], [0.8861185083281491, 0.043968337626468346, 0.527145572529306], [0.8958553292862901, 0.042864296952349445, 0.48790201694327184], [0.7813311087289813, 0.14281465850044534, 0.5055512338416753], [0.9930263342543666, -0.02988807767846302, 0.36176478811532276], [0.7471957454047613, 0.158981618209521, 0.45768660793409777], [0.8156741101040704, 0.10374227760319371, 0.38088544769137667], [0.8774940024014141, 0.06006939682679846, 0.3000794175604753], [0.837242562734831, 0.09414428853219325, 0.2869231751817388], [0.7275180779502439, 0.1704586962354191, 0.33181329771694834], [1.0441485722862849, -0.06845641053513785, 0.016300508258516477], [0.7540545878352396, 0.15701790158386797, 0.23086241833609422], [0.9152609850588445, 0.030842187282747735, 0.022900403243583112], [0.6065988387411615, 0.2704262324330406, 0.30458835329988765], [0.6163886949929372, 0.2676030332874534, 0.25888635894265755], [1.0247182976909917, -0.05133251868079641, -0.2932024078673391], [0.6048167822602358, 0.2699486816840002, 0.1946149848655071], [0.6685171374764438, 0.22065759877084465, 0.05891988442645124], [0.6154920747816616, 0.2604990668178803, 0.08405398274900877], [0.543355386763499, 0.30147383233896774, 0.1527888254226194], [0.5693945927667194, 0.3185139664262072, 0.1206893097039563], [0.550162542189486, 0.30875488736467677, 0.14010642564330167], [0.8572260886201515, 0.07418730633750237, -0.3806098908143277]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 58904, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1449858041906538, -0.6798710218670813, 0.5021627775814155], [2.0874681864768174, -0.7441434395696589, 0.47627460997749693], [2.166038838390561, -0.6882881581561567, 0.44765691256173235], [2.0429400395643325, -0.7867887324794994, 0.4498521258430094], [1.5747982248639216, -1.2324406822157836, 0.5051476259808706], [1.897043569129361, -0.9456078529470655, 0.43606763752602984], [1.6414053604514083, -1.1524570786514052, 0.4595162041310057], [1.7204763024799719, -1.1248796430354155, 0.42948557024832645], [2.1411154489224677, -0.6765297139708293, 0.3459995461633626], [1.5752682102462479, -1.2376275027683472, 0.4289126410012015], [2.072251415015777, -0.7607365662442694, 0.3452896002361977], [1.8008676573347615, -1.0355666407756594, 0.35494368151402045], [2.020700067532115, -0.819789191499529, 0.28231995799260834], [1.6050992169046772, -1.2149040307450074, 0.3258734176231891], [1.6849537688227243, -1.1495378146806576, 0.2761089741816878], [1.625116818754051, -1.2815498929930544, 0.27062309982638677], [1.7360700681695396, -1.0963666468611608, 0.2307299793216454], [1.7636094333217132, -1.0723731618117136, 0.18817943768535794], [1.742611119304348, -1.0957492502251034, 0.15575394261861442], [2.165240585555919, -0.6860203302867985, 0.03078237435653952], [1.609911516261894, -1.2078554433822488, 0.1531822441013031], [2.0110379071153015, -0.8257254230409937, 0.00475560255100016], [1.771398181167277, -1.054681856547427, 0.02999786854779385], [2.0061570509144486, -0.8224640092108053, -0.08412071701456947], [1.6118748495210369, -1.201641609439234, -0.00428822892948888], [1.7438931293118316, -1.07521606836793, -0.091630478950399], [1.7807183861414806, -1.0612460222123032, -0.1536629708403664], [1.7023589494860156, -1.1248599505737824, -0.17175789583192103], [1.5814052454423169, -1.2394625711880396, -0.1728233523315459], [1.5926244720521892, -1.2379039472870568, -0.2375454613160285], [1.5828838898738418, -1.239520621935575, -0.3811820858343805]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.714, 4.089, 1.369, 4.77, 4.555, 4.393, 4.276, 1.525, 4.143, 4.126, 4.141, 4.014, 2.989, 2.263, 1.819, 1.546, 1.343, 1.198, 1.088, 1.01, 0.94, 0.885, 0.848, 0.822, 0.804, 0.766, 1.973, 1.955, 1.965, 2.028, 2.084, 2.141, 2.206, 2.262, 2.388, 1.071, 0.945, 0.87, 0.79, 0.74, 0.696, 0.659, 0.627, 0.622, 0.598, 0.998, 1.004, 1.016, 1.034, 1.064, 1.096, 1.152, 1.133, 1.014, 0.916, 0.85, 0.803, 0.864, 1.034, 1.27, 1.676, 2.677, 2.643, 2.628, 2.643, 2.679, 2.726, 2.796, 2.904, 3.044, 3.21, 3.437], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 1.007, "lift_m": 0.4, "door_grip": "g_office"}}
{"time_unix": 1793699904.0666206, "phase": "request", "request": {"tool": "robot_door_action", "arguments": {"door_id": "g_office", "action": "release", "observation_id": "obs-80125e5e-10-12902", "command_id": "phase1-release-010"}}}
{"time_unix": 1793699904.5832572, "phase": "result", "tool": "robot_door_action", "result": {"status": "ok", "command_id": "phase1-release-010", "action": "release", "door_id": "g_office", "grip_contact": false, "opening_progress_rad": -1.434047673083845, "handle_rotation_rad": -0.00016498870225508308, "peak_force_N": 0.0, "feedback_source": "ideal contact/controller joint feedback, not learned visual inference", "needs_observation": true, "stop_latched": false, "contact_frame": {"tangent_arm_m": [-0.7970972691721124, 0.6038509281920176, 0.0], "normal_arm_m": [0.6038509281920176, 0.7970972691721124, 0.0], "source": "ideal grasp orientation/controller feedback"}, "suggested_retreat": {"waypoints_arm_m": [[0.6772782596507034, 0.4513148554664721, 0.6177665666604953], [0.44744990972705373, 0.6254241741075692, 0.6177665666604953], [0.2964871776790493, 0.4261498568145411, 0.6177665666604953], [0.0, 0.0, 0.55]], "note": "one move_tcp per script along these points; reobserve between", "source": "contact_frame_plus_open_leaf_extent"}}}
{"time_unix": 1793699908.6555862, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699909.2861898, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-11-13152", "session_id": "80125e5e", "time_s": 26.304, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-11-13152.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-11-13152-rgbd.npz", "tcp_m": [0.628970185395342, 0.3875470739327031, 0.6177665666604953], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 115966, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 47, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 455, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 48934, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 112, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 24, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 107, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 7208, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 8862, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 146608, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.7055377899292573, 0.18024937685925518, 0.7152813636853333], [1.0880852797752898, -0.09221432470425983, 0.6511475739247418], [1.007526712611734, -0.046381311727144714, 0.635194227803335], [0.874766613365923, 0.06005478890219024, 0.6301094705057478], [0.7150362708195637, 0.1818580423645884, 0.6427446904865973], [0.8157855655982456, 0.10571128292165982, 0.5848615893734679], [0.8405024719591818, 0.08387653258525923, 0.5445500020229759], [0.8399854800950239, 0.07293414625401251, 0.5103146672666912], [0.7890606161074859, 0.1203723908724178, 0.5002304430898875], [1.0926137592219585, -0.09680453488507562, 0.32747153030529363], [0.6535381688988158, 0.21085874716696007, 0.5362275350327989], [1.0888482141155427, -0.09963754893333437, 0.29498851253133784], [0.7774060084991998, 0.12776055906980022, 0.43918916154462406], [0.8631881232164808, 0.07085853869575442, 0.35119282881317493], [0.8876566881518821, 0.051464783144016424, 0.2929125913101672], [0.834704282618173, 0.08510979160941706, 0.2870691694487596], [0.7664259002317546, 0.13532597946646252, 0.29904078998220385], [0.6641503190901195, 0.2255388731694853, 0.35071600226340005], [0.8779491381303464, 0.05111659905662114, 0.11054341255805811], [0.6137073194724436, 0.26065667108417995, 0.3298990501368695], [0.644897764473043, 0.22327804418232058, 0.2581962837649847], [0.655238988700966, 0.22403916003738805, 0.20954563276930482], [0.6282892936456529, 0.2438624776895188, 0.20194927949625574], [0.6666552259158722, 0.20516711446319166, 0.10607026782707318], [0.8042803583235542, 0.1114781747927499, -0.13917953921217496], [0.6791852465162431, 0.19692425656013637, -0.020182042331056693], [0.5375948383961399, 0.2953699444268656, 0.1661509533772514], [0.5515152792499264, 0.3085060182984115, 0.13812351025468395], [0.5432954694089778, 0.3058921263268899, 0.14484412007035963], [0.8577316562322035, 0.06807781046386607, -0.3835189823339148]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 58904, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1410165666341117, -0.678612939138362, 0.5027139172144379], [2.101117839981884, -0.7238961735224946, 0.4750692918494298], [2.0185171222350924, -0.8235297116371131, 0.45219931440882644], [1.5742741984366595, -1.2350609917930837, 0.49449449005857626], [1.6163243317643985, -1.274587792391797, 0.47506946107938963], [1.8340926762688277, -1.0037959207694498, 0.44425217763214475], [2.168628108842511, -0.6878575751127299, 0.37415351605341896], [1.6473295938092076, -1.184365211480852, 0.44018141742964845], [2.1375604675561197, -0.6751895932347799, 0.3535326622787537], [1.730740307871155, -1.0631825148533256, 0.41008315919281235], [2.005787598845746, -0.8301366539649393, 0.3550685478026394], [1.7181350846577164, -1.122465174101545, 0.36799044752569177], [1.9149089028435489, -0.9241789658079216, 0.3006906664471575], [2.096979120551773, -0.7267494490999191, 0.23141761971901575], [1.6940353344989818, -1.1485422307290545, 0.2737715370673838], [1.5819822486215454, -1.24482181499038, 0.28183112012503087], [1.7544912125712169, -1.0896402800057357, 0.22601332073774105], [1.7278486176540584, -1.097996256323329, 0.19695336533534424], [1.7069784868055153, -1.1321202999964144, 0.16414645637873782], [1.5818466752648843, -1.2411454125406174, 0.15977896732847696], [1.9479658401362117, -0.8814379975815899, 0.022238433030831062], [1.7113279576519085, -1.1204904166926761, 0.04632328819581255], [1.9559671064864737, -0.8775198915873564, -0.06970621648597108], [2.148750026252475, -0.691492047356346, -0.17906001161735186], [1.673747241207792, -1.1550979639748822, -0.06965438329323803], [1.7112292073963333, -1.0942608690013371, -0.12528170863597143], [1.6898054521513735, -1.1566479313872338, -0.16959091309556806], [2.114425944507674, -0.7176007527691418, -0.3824207264558265], [1.6115963550415233, -1.228095615623778, -0.24649687457708624], [1.5819333068287784, -1.2387762418235808, -0.3804727402714435]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.72, 4.09, 1.37, 4.771, 4.554, 4.398, 4.277, 1.526, 4.139, 4.127, 4.145, 4.012, 2.981, 2.26, 1.831, 1.538, 1.343, 1.199, 1.079, 0.997, 0.941, 0.89, 0.861, 0.82, 0.799, 0.765, 1.967, 1.96, 1.967, 2.03, 2.076, 2.128, 2.215, 2.26, 2.385, 1.073, 0.953, 0.845, 0.776, 0.727, 0.679, 0.653, 0.623, 0.603, 0.577, 1.006, 1.005, 1.014, 1.033, 1.064, 1.104, 1.155, 1.14, 1.005, 0.919, 0.845, 0.781, 0.874, 1.029, 1.28, 1.678, 2.678, 2.643, 2.626, 2.636, 2.677, 2.724, 2.801, 2.912, 3.032, 3.212, 3.441], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793699914.0670688, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.6773,0.4513,0.6178)", "observation_id": "obs-80125e5e-11-13152", "command_id": "phase1-retreat-011"}}}
{"time_unix": 1793699914.5311685, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "phase1-retreat-011", "executed": ["move_tcp"], "duration_s": 0.444, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793699919.2864776, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699919.8541672, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-12-13374", "session_id": "80125e5e", "time_s": 26.748, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-12-13374.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-12-13374-rgbd.npz", "tcp_m": [0.6773, 0.4513, 0.6178], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 115863, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 47, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 455, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 48934, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 112, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 24, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 107, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 7180, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 8862, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 146739, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.7043059309481229, 0.17993466400205982, 0.7154292812235622], [1.086968407494543, -0.09971087111263405, 0.6449414919521598], [1.0609966085770712, -0.08549998060443625, 0.6249346220018649], [1.0918636719488017, -0.09958937363037401, 0.6002591894207397], [0.9003878027297718, 0.022662002877915866, 0.6231573180996898], [0.7347565572507269, 0.15633602520863954, 0.6365736976724902], [1.0939421072493636, -0.09553925249407774, 0.531811251983458], [0.8165638637729126, 0.09633180050685358, 0.5839960987789891], [0.8551135730469523, 0.06076891670282997, 0.538153051050088], [0.890395554137446, 0.04120003479723916, 0.48967774152694443], [0.7731445092332797, 0.11322408292369895, 0.505800625943107], [0.6614998787043329, 0.20966279082417785, 0.5325913158399653], [0.8026545454663683, 0.10757883295948995, 0.4244609987471595], [1.001953923729409, -0.040064161801460385, 0.2624563536855956], [0.6431194812040052, 0.21630939409373198, 0.45783741656697885], [1.043831368970599, -0.0692135113632098, 0.13026198850164583], [0.9071332766305449, 0.021760431226659993, 0.18287901371880932], [0.7382621508887703, 0.15548578068079133, 0.282571433203893], [1.0274874315812885, -0.0605342751545348, -0.03138792975655136], [0.675429443229737, 0.19717850402499662, 0.2629425027875747], [0.7474830667615513, 0.13947651608584616, 0.14393145655386042], [0.7819695552939222, 0.12498242396280251, 0.059448116139089735], [0.7108617679017267, 0.1727363094382552, 0.09551502442745496], [0.7468252531770878, 0.14242916653322324, -0.002593898988241472], [0.8789724633487012, 0.053746001087349005, -0.24744520340698817], [0.7039867481580558, 0.1746999181347007, -0.05992767927366438], [0.5287392340870395, 0.2928884112257234, 0.17188693648220565], [0.5320828697671702, 0.2986084546393101, 0.16179212531031217], [0.5426409969664014, 0.30502813982960547, 0.14738270056991953], [0.8689344698948245, 0.06479823827282666, -0.4004760368214625]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 58904, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1464904744097795, -0.6803479395592407, 0.5019538499522233], [2.106716180893906, -0.7079253081844292, 0.4748531920595035], [2.018523979414694, -0.8164010641286386, 0.45248229045880783], [1.856008277437234, -0.9911913404950091, 0.4410702752803829], [1.587809269100975, -1.2505899559664164, 0.45080479025885756], [1.650852935283575, -1.1665017495217331, 0.44037296704460605], [1.5727439131201382, -1.2325496350937544, 0.4407050931138051], [1.9880214902202975, -0.8408955663498143, 0.35808167609811126], [1.6880947045054742, -1.140941417340668, 0.3734473013419185], [1.895157889922354, -0.9218912221410182, 0.30541128793161454], [1.6371634895318556, -1.1581925525301604, 0.33647109553767984], [2.121686418751526, -0.7046916788868465, 0.22666603527725715], [1.6994067490486766, -1.1342067284151875, 0.2733184837237418], [1.7480344568238875, -1.0746953159566395, 0.2289140953274228], [1.7639714411945524, -1.0615163622219366, 0.18890319348840212], [1.7267247393728171, -1.1079511187338198, 0.15982212194347], [1.5849605237250939, -1.214447643294398, 0.16102760844756048], [1.9768807689371695, -0.8667370822547716, 0.013232871730091023], [1.75395021931846, -1.0863780302498491, 0.03352756545302171], [2.0082232322398204, -0.8192621816011627, -0.0846188434942512], [1.6193866662830405, -1.2765063485060795, 0.016826366945291604], [1.6449680399888784, -1.2030307430685356, -0.01830901757768666], [2.1401728863488696, -0.676182031014846, -0.17380267958023565], [1.7416389906745278, -1.0935754471605805, -0.09270558242983828], [1.8046055109276515, -1.038823514168811, -0.16210483222258787], [1.7470914433970508, -1.0930501003870496, -0.1896391110960125], [2.1686560840935014, -0.6859397917479205, -0.3682010296572934], [1.5992151083630874, -1.2293435267636261, -0.18062793434850577], [1.6195081104852254, -1.2096091370181492, -0.24823165816355053], [1.5930256287933353, -1.2474623886143685, -0.38875007007349616]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.722, 4.09, 1.368, 4.761, 4.552, 4.386, 4.263, 1.524, 4.136, 4.128, 4.15, 4.011, 2.983, 2.26, 1.823, 1.545, 1.346, 1.202, 1.096, 1.016, 0.933, 0.883, 0.844, 0.817, 0.789, 0.762, 1.963, 1.957, 1.968, 2.024, 2.068, 2.13, 2.21, 2.268, 2.395, 1.071, 0.936, 0.847, 0.773, 0.712, 0.677, 0.627, 0.61, 0.589, 0.581, 0.999, 1.004, 1.014, 1.029, 1.062, 1.098, 1.15, 1.128, 1.008, 0.918, 0.841, 0.802, 0.861, 1.026, 1.276, 1.672, 2.668, 2.633, 2.642, 2.64, 2.671, 2.722, 2.804, 2.903, 3.046, 3.216, 3.43], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793699922.950843, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.4474,0.6254,0.6178)", "observation_id": "obs-80125e5e-12-13374", "command_id": "phase1-retreat-012"}}}
{"time_unix": 1793699924.5779967, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "phase1-retreat-012", "executed": ["move_tcp"], "duration_s": 1.602, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793699926.9186056, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699927.4909098, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-13-14175", "session_id": "80125e5e", "time_s": 28.35, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-13-14175.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-13-14175-rgbd.npz", "tcp_m": [0.4474, 0.6254, 0.6178], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 115729, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 47, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 455, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 48934, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 112, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 24, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 107, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 7141, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 8862, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 146899, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.6944362096833372, 0.1774131674456096, 0.7166144045979491], [1.0047538093150061, -0.043263392506860565, 0.635771249203091], [0.8695960944515702, 0.04969928203861973, 0.6306088683061978], [1.0913557441061967, -0.09335268817419895, 0.5495995601280089], [0.7234809620174656, 0.1480380867745798, 0.6387273803397723], [0.824399094422271, 0.07428734728030262, 0.580323848000612], [1.0917780726546895, -0.10025836246204212, 0.46446230854049475], [0.9156606915424266, 0.009816870412862888, 0.5152125640210762], [0.893949660400951, 0.022947358823386943, 0.48678048039840405], [0.8515016563155279, 0.06503032345366849, 0.4699610643217731], [0.7316200698239446, 0.14908287005677595, 0.494945702775336], [0.9666424831937063, -0.017612616675508286, 0.32953067149563975], [0.6489447566487481, 0.19723297526492548, 0.4808667625666099], [0.6788595187465802, 0.1717259641747081, 0.4304102084544512], [0.6716509352657646, 0.19094086770682953, 0.4055770108827562], [1.0934135643350167, -0.09944558645262452, 0.05797733331999755], [0.6117677819501322, 0.23306568647614453, 0.420667170782404], [0.8789899969633286, 0.04511437026138454, 0.15745834736538233], [0.6425671013054133, 0.20947399313550605, 0.32886253871201], [0.7829966964061947, 0.10749651266318566, 0.1508480223037466], [0.8984771583375628, 0.021962895796677984, -0.022880962148126294], [0.9757292462250403, -0.02801206051031424, -0.1704272057859748], [0.9084904929935219, 0.021170133754651654, -0.15418823048677477], [0.9839890659535655, -0.030116086970280842, -0.3202864597078968], [0.5807806274014127, 0.24089654201583202, 0.16950414313803353], [0.5172251844267529, 0.276968854778645, 0.2194181606795803], [0.8299080432250973, 0.0799251693246757, -0.25570813175393303], [0.5155164367263303, 0.28884262679841516, 0.18331728370263556], [0.51530106980406, 0.28683883399922316, 0.18290368149083436], [0.5363910368318293, 0.2990553531623015, 0.15210948693755966], [0.8564805127211774, 0.057686738370680835, -0.38549369962299773]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [129], "visible_pixels": 13, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5628149640972218, 0.16719874979373892, 0.6472196135984375], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 58904, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1517157028959906, -0.6820041190190159, 0.5012283124984112], [1.8978554211145706, -0.8951216705356243, 0.5123554322023668], [2.095478889947419, -0.7290950003154699, 0.47568213293631223], [2.020181117398035, -0.795729205393074, 0.45304738170159997], [1.8589291959326781, -0.9717493987982798, 0.4414180280484362], [1.6706237225992036, -1.1599407613150445, 0.4370335122347344], [2.019189267626201, -0.8027648095812423, 0.3537820591748473], [1.570708378591451, -1.229645124709258, 0.42188942072825075], [1.7151320634806955, -1.1100114221047237, 0.3693228392988558], [1.9362470073683862, -0.8903360257814003, 0.29774327215133745], [1.579005570887337, -1.241108362703014, 0.3394899249769524], [2.1627909806518746, -0.6831413219882523, 0.22868111082180054], [2.133242177957443, -0.7046960132857678, 0.22378722252942762], [1.6217704594560076, -1.2783343654128985, 0.2872125130715113], [1.7019861184472378, -1.1251652386265887, 0.2732468042827234], [1.7629292767071625, -1.0728549278472106, 0.22484088933512725], [1.768432343883763, -1.0642008281289759, 0.1873577923986376], [1.7321742141821506, -1.0965929960226033, 0.1590100394612447], [1.6145925433225061, -1.2187166775834282, 0.15066879991128146], [1.9424510404397866, -0.8828571001313056, 0.02408257010216186], [2.1392009034391553, -0.6761262908358419, -0.03959160211971069], [1.7389324376387825, -1.0885326562331605, 0.038986515842565406], [1.9749718787915955, -0.853725807131597, -0.07486418838761488], [1.598085477582185, -1.2331879824611776, -0.0018845244543085338], [1.719666540839317, -1.1072434747828805, -0.08454111367639483], [1.7183194090566891, -1.1147126923751933, -0.131004716320414], [1.7026734667555372, -1.141172947393395, -0.17394598624227875], [2.1672803200239343, -0.6893677951965459, -0.34919132720752655], [1.589594862843365, -1.2418818465782895, -0.17733783751501275], [1.9321906787961953, -0.8916367154850838, -0.3786010508006593], [1.588442220114278, -1.2438732248021689, -0.38532983169821555]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.731, 4.096, 1.366, 4.758, 4.563, 4.389, 4.271, 1.534, 4.143, 4.126, 4.145, 4.016, 2.972, 2.261, 1.82, 1.543, 1.344, 1.2, 1.081, 1.003, 0.941, 0.886, 0.849, 0.817, 0.795, 0.765, 1.964, 1.961, 1.971, 2.037, 2.069, 2.133, 2.217, 2.262, 2.395, 1.078, 0.936, 0.832, 0.755, 0.696, 0.662, 0.621, 0.593, 0.574, 0.561, 1.005, 1.011, 1.014, 1.036, 1.06, 1.102, 1.15, 1.13, 1.01, 0.921, 0.852, 0.794, 0.862, 1.035, 1.267, 1.678, 2.67, 2.642, 2.632, 2.64, 2.679, 2.725, 2.794, 2.912, 3.042, 3.209, 3.432], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793699930.3530354, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.2965,0.4261,0.6178)", "observation_id": "obs-80125e5e-13-14175", "command_id": "phase1-retreat-013"}}}
{"time_unix": 1793699931.780077, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "phase1-retreat-013", "executed": ["move_tcp"], "duration_s": 1.388, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793699934.6319232, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699935.203156, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-14-14869", "session_id": "80125e5e", "time_s": 29.738, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-14-14869.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-14-14869-rgbd.npz", "tcp_m": [0.2965, 0.42610000000000003, 0.6178], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 115728, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 47, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 455, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 48934, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 112, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 24, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 107, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 7141, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 8862, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 146899, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.6842245235086908, 0.17480430638113414, 0.717840589983818], [1.0147585529752126, -0.05732023149739096, 0.6335734433675614], [1.098242254143459, -0.10073123207314572, 0.5860441750984126], [0.8899154127562805, 0.03539402739273251, 0.6258701296141785], [0.7425607305752968, 0.1356661041024076, 0.6334967844407485], [0.8966890778862089, 0.032446216420818186, 0.5576932645883873], [1.0541432908369246, -0.07150753936601018, 0.46554748553211056], [1.0178611734728318, -0.06172661304786253, 0.43545285191939065], [0.883516269183146, 0.03778834768874356, 0.4545557742399182], [0.7057597044816019, 0.1597654464541413, 0.5075199625152597], [0.9257436288167383, 0.005550237451430962, 0.35220940893056374], [0.6519688763953453, 0.20595853018993426, 0.4804423129519172], [0.6709432061184847, 0.18237955292554642, 0.43660094894245416], [0.6659729648915433, 0.19355469532823852, 0.40959496707815324], [0.6232831437677632, 0.22585175005855984, 0.4114922764476753], [0.8527709329698692, 0.06456550794406996, 0.1805578632734427], [0.650734751036322, 0.2077801972761227, 0.32198426407074143], [0.7784091924689307, 0.11423120404949083, 0.15626700168963126], [0.8638929712251961, 0.049398671334845434, 0.015448692604880687], [0.931082243739749, 0.005400423523793718, -0.11792245391982081], [0.8650382951397038, 0.05185594287517081, -0.099998421179892], [1.0195884198897194, -0.05952819836079648, -0.3689866839319095], [0.6058118755159442, 0.23073846455500455, 0.13596190172990585], [0.8258396629741591, 0.07763951659792684, -0.2511634899581604], [0.5181805687854273, 0.2755312410639652, 0.210750040826567], [0.5128154197333242, 0.28409483411485215, 0.19796747526607605], [0.5389059253742918, 0.2965514424084838, 0.15911392404672342], [0.5157359608880074, 0.29037527198762103, 0.17807792206603312], [0.8534051073706792, 0.05747959985298823, -0.381236890959343]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [129], "visible_pixels": 14, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5674040006854252, 0.16908180778889956, 0.6477614204760892], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 58904, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1534001531774054, -0.6825380194913974, 0.5009944219094206], [1.620694880478957, -1.2769085556614073, 0.536660324723962], [2.091292866025402, -0.7205111843911294, 0.47658869056400566], [1.6484382850294232, -1.145682120661303, 0.5214256649206904], [2.0241305401293905, -0.7937310360294262, 0.45251069874544225], [1.581528483440014, -1.2445890517665856, 0.47947431277718733], [1.9240571599808582, -0.9128598513066637, 0.43289347336070316], [1.741911497221985, -1.093702423288472, 0.4269989309552481], [2.0689022373894788, -0.7631895922882834, 0.3458358581984958], [1.7578973308819597, -1.0737675206495991, 0.3621015139864553], [2.165153880082859, -0.6857962977375226, 0.28865814613302376], [1.9798712040159507, -0.8657252528481023, 0.28907512866144436], [1.587203580015655, -1.2395025283278236, 0.32874855543201564], [1.6916092210114035, -1.136150572772887, 0.2752517993502587], [1.7257989944037175, -1.115303905625326, 0.23226484764424393], [1.7190425056684075, -1.0997011647664268, 0.19946702743403222], [1.6603308890051307, -1.1665433515544847, 0.17620629254186648], [2.1298652295306253, -0.6875067710519188, 0.018720221992073682], [1.9198208323894308, -0.919278239034711, 0.028853708325805805], [1.6939569604051563, -1.1508412574209417, 0.049953562296905174], [1.5725430949110046, -1.2346738375021569, 0.07418375953107648], [1.9259956414960846, -0.9038073034212517, -0.060427162759806086], [1.6197493854094316, -1.2771315398084537, -0.01566916454556888], [2.109170149272876, -0.7369282271623813, -0.16728000274259713], [2.1347107779407355, -0.6747010371234532, -0.17995286596495852], [1.676646776464219, -1.1492728110657973, -0.07027818047381917], [1.7190577933824478, -1.1072212266838708, -0.13045878924146548], [1.6796420535594432, -1.14969122880218, -0.16375927199844797], [2.074535123586149, -0.7557929416496947, -0.3669107314141221], [1.9439728374890164, -0.8927631802246362, -0.3851873345373852], [1.5885635674686776, -1.2439682491745552, -0.3854203837103355]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.727, 4.097, 1.369, 4.767, 4.555, 4.391, 4.276, 1.532, 4.146, 4.126, 4.136, 4.028, 2.972, 2.258, 1.826, 1.536, 1.339, 1.212, 1.088, 1.0, 0.937, 0.889, 0.84, 0.817, 0.788, 0.767, 1.975, 1.963, 1.963, 2.031, 2.072, 2.13, 2.208, 2.255, 2.392, 1.072, 0.937, 0.841, 0.764, 0.692, 0.658, 0.63, 0.588, 0.582, 0.558, 0.995, 1.006, 1.009, 1.026, 1.069, 1.109, 1.164, 1.136, 1.007, 0.919, 0.849, 0.796, 0.876, 1.038, 1.272, 1.682, 2.666, 2.65, 2.644, 2.648, 2.672, 2.719, 2.808, 2.906, 3.051, 3.215, 3.432], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793699939.268532, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0,0,0.55)", "observation_id": "obs-80125e5e-14-14869", "command_id": "phase1-retreat-014"}}}
{"time_unix": 1793699942.2490375, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "ok", "command_id": "phase1-retreat-014", "executed": ["move_tcp"], "duration_s": 2.908, "grip_contact": false, "peak_force_N": 0.0, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793699944.7079113, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699945.2828906, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-15-16323", "session_id": "80125e5e", "time_s": 32.646, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-15-16323.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-15-16323-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 115728, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 47, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 455, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 48934, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 112, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 24, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 107, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 7141, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 8862, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 146899, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.6859545518303273, 0.17524629054041674, 0.7176328539244786], [1.0524168966720793, -0.07685023586706324, 0.6266788202881285], [0.8792601862584377, 0.04390105480977019, 0.6284058254324935], [0.7384615718312331, 0.14100937236701339, 0.6347818084017517], [1.082510367150036, -0.08969098713147355, 0.5383105934142755], [0.8534711375568143, 0.06805828082262011, 0.5719608181260638], [0.9655964674975239, -0.02178689713276788, 0.4971222428101685], [0.9250693127543712, 0.005972963997358971, 0.4742762758789364], [0.8151723425545825, 0.08917524969379637, 0.4867593678697305], [0.7041715886918751, 0.15729497608963283, 0.5079410245567828], [1.0919686242219233, -0.10007917443449016, 0.26963858120386675], [0.8804310116395935, 0.027832509299920205, 0.3769174683553025], [1.0412408271046858, -0.07754512578592904, 0.2365095234587592], [0.6490078954685928, 0.19754042440440908, 0.4516208933486522], [0.635677448723883, 0.21555417765019877, 0.4323353314936168], [1.0723947362200732, -0.09592954293946926, 0.04918933311994589], [0.7656395522198759, 0.11808518272779156, 0.25521908195399046], [0.6216950208842182, 0.22630384499953327, 0.3489927031797372], [0.732151583487378, 0.14694455036337967, 0.203187418264131], [0.863132202295763, 0.052853814008528455, 0.01696291572122044], [0.8998500554397336, 0.024352973377576193, -0.08230796989476485], [0.857011032415506, 0.056855387608571784, -0.09016810965755007], [0.9759100046541751, -0.029868818254449314, -0.3110883260151346], [0.6079357584043955, 0.23731304531730046, 0.135421442055087], [0.809422432586302, 0.09088353947866912, -0.22534266929992486], [0.5099168498993197, 0.28290849841915827, 0.18901887550144725], [0.5312127327477167, 0.2981201279415961, 0.16283581291881755], [0.515180943750768, 0.29006278020033865, 0.17874721301616725], [0.8554264673860683, 0.057615745001218466, -0.38403474745148924]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [129], "visible_pixels": 14, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5631726096721023, 0.1672078729007821, 0.6489406915740402], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 58904, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.149578345149965, -0.6813266657733825, 0.501525090543817], [2.1307771738227936, -0.6758988941729055, 0.48841974490284856], [2.120186111132619, -0.7088574408754078, 0.4729047180086846], [2.0483913591878355, -0.7745784474412472, 0.4494879832597868], [1.8927317848896488, -0.9154239772415181, 0.4381130464046912], [1.6977507213099936, -1.1339474048312643, 0.4332521959624709], [1.571834267791807, -1.2302989249047886, 0.44647747981918495], [2.031741855385973, -0.8040903664227207, 0.35119582497689894], [1.620370553399969, -1.2778899586481516, 0.40082046886104294], [1.7343511143736818, -1.0837903268359157, 0.36662406518906276], [1.9760904934226327, -0.8640720864059084, 0.2900507775165523], [1.6197013816159727, -1.2224375774016156, 0.32178254061305167], [1.7404292094838714, -1.1032352972180024, 0.2645500260758804], [1.811883739720192, -1.0354761881404109, 0.2137125235289432], [1.8073852087370583, -1.0388222866550239, 0.17760657226950782], [1.7798552203002393, -1.0587968396505383, 0.14689537577410994], [1.6370312438320325, -1.1948500899628027, 0.1451577748493823], [2.0273460194953143, -0.8084526125028524, 0.0004972580831916762], [2.169862319688729, -0.6861806863561063, -0.06404857036172984], [1.8037539852016078, -1.0311222330727394, 0.020059188754320223], [1.5736183070826637, -1.2366610947797692, 0.08372173910445602], [2.020860717851396, -0.8041026268522966, -0.08811620991859492], [1.608652911092044, -1.2298131059698925, -0.005952983020488634], [1.6917640314062685, -1.1399630008797867, -0.07590600689038185], [1.7200154661128249, -1.1078380503761112, -0.1309771400570262], [1.6769676996556186, -1.1598747089004056, -0.16372308741443975], [1.593622236000266, -1.2034301771836615, -0.16664146393054435], [2.094911416572867, -0.7413761312717974, -0.3755023460521666], [1.9340936770598434, -0.9054070198458527, -0.3815581816777608], [1.58677770725727, -1.2425697823798036, -0.38408773631717275]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.721, 4.091, 1.369, 4.766, 4.554, 4.388, 4.272, 1.526, 4.142, 4.127, 4.144, 4.012, 2.981, 2.251, 1.818, 1.554, 1.349, 1.201, 1.088, 1.005, 0.948, 0.893, 0.845, 0.817, 0.797, 0.773, 1.967, 1.96, 1.968, 2.029, 2.07, 2.139, 2.2, 2.256, 2.389, 1.073, 0.937, 0.84, 0.772, 0.691, 0.657, 0.618, 0.591, 0.565, 0.562, 1.002, 1.007, 1.016, 1.022, 1.067, 1.093, 1.159, 1.131, 1.014, 0.912, 0.844, 0.792, 0.866, 1.038, 1.272, 1.678, 2.674, 2.635, 2.637, 2.637, 2.678, 2.724, 2.805, 2.907, 3.037, 3.219, 3.432], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793699948.2964525, "phase": "request", "request": {"tool": "robot_move_lift", "arguments": {"height_m": 0, "observation_id": "obs-80125e5e-15-16323", "command_id": "phase1-lower-015"}}}
{"time_unix": 1793699955.0628772, "phase": "result", "tool": "robot_move_lift", "result": {"status": "ok", "lift_m": 0.0, "command_id": "phase1-lower-015", "needs_observation": true, "stop_latched": false}}
{"time_unix": 1793699957.8352013, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699958.4067316, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-16-19657", "session_id": "80125e5e", "time_s": 39.314, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-16-19657.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-16-19657-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 115728, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 47, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 455, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 48934, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 112, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 24, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 107, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 7141, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 8862, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 146899, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.6913004842687687, 0.1766120586176408, 1.1169909320990574], [1.007840683696308, -0.049399733915122035, 1.0350188596957444], [1.090733933635776, -0.09623428689057006, 0.98280217782143], [0.9068019287363572, 0.020163019230791834, 1.0217632514852169], [1.091245641843503, -0.09993567430413375, 0.9458581653628495], [0.7582751803941394, 0.13225372679025693, 1.0295957977404073], [0.8489450800404748, 0.057579513272702165, 0.972465500216693], [0.9339959385136198, 0.010013444040153585, 0.9095099625867276], [1.0921507577580527, -0.09968021970513102, 0.8345717900193983], [0.9947528136944362, -0.038914493516098825, 0.8456572864975946], [0.9037243478078353, 0.02547536765110764, 0.8453245700989857], [0.7484282880202908, 0.13653101496858017, 0.8861430257668024], [0.9946954220268767, -0.04602010802687989, 0.7124263823307057], [0.6622116020515778, 0.19927463376190013, 0.8740715126559153], [0.6942782521716708, 0.1668198874793867, 0.82070706205946], [0.7235963682199038, 0.15169920441005574, 0.7663399336889756], [0.653479991281965, 0.19952408362932134, 0.7861331432337102], [0.9480739131980592, -0.00952401380084511, 0.4959534316445635], [0.6826643902264542, 0.17131847314530468, 0.6890012241209856], [0.835756191114724, 0.07297479496215059, 0.4979445869257856], [0.96790372318617, -0.020796605865216145, 0.303072065662914], [1.0723961912340911, -0.09474058329222995, 0.11730809191360181], [1.0084100140621746, -0.050274302068574694, 0.12096297499891229], [0.5711426641102955, 0.25736848456921135, 0.6272992455050579], [0.6424369595394661, 0.21372540467478626, 0.48621716681408944], [0.854205060314132, 0.05661474749251583, 0.10484248424469889], [0.5120093927148736, 0.2822449128533057, 0.5966438665428963], [0.511984928639614, 0.2868639312619458, 0.5875418240749505], [0.5332780618123202, 0.29830450340263176, 0.560010094207066], [0.851655042707104, 0.057361727325966394, 0.021185453275915478]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [129], "visible_pixels": 14, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5686471246046646, 0.16948091670910137, 1.0466645856902668], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 58904, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1427753490566643, -0.6791703997987205, 0.9024697054016846], [1.5714027693409802, -1.234076652491747, 0.9473872989694386], [2.1160682156678114, -0.7146579812985464, 0.8732795143173935], [2.1385749578809707, -0.6755266934387018, 0.865114100221001], [1.5948242801828496, -1.2000634896380091, 0.9218651008835584], [2.0522142925738236, -0.7903604857511166, 0.8482625735738394], [1.9073538371260599, -0.9260169923799959, 0.8351643317513235], [1.6872734206931774, -1.1235435884547584, 0.8356759949622958], [2.1637366168765295, -0.683348355601435, 0.7514878749509925], [2.0157523049075534, -0.8159732809991382, 0.7537949564327288], [1.7713397829166335, -1.078430264577317, 0.7589481913512337], [1.9795560381725699, -0.839745960515119, 0.6906882209092519], [1.6210285395158452, -1.219920741070287, 0.7216130950893507], [1.6191913624260499, -1.2768197301127158, 0.7124172473421171], [1.7213167291604998, -1.1090635011300574, 0.6692168486412506], [1.7953061557093317, -1.0370190815899638, 0.6182823472755705], [2.166230394905958, -0.6872288254063301, 0.531194937439494], [1.795202468665448, -1.0318200705044567, 0.581801835855635], [1.7481066763949735, -1.088019296591273, 0.5546320635823925], [1.6587392880342096, -1.1697887231242434, 0.5399959762806575], [1.988332741845293, -0.8360910687528432, 0.41193479936294575], [1.7614651499764742, -1.0756117229895126, 0.4317293084912919], [2.0076025098755057, -0.8190089555901332, 0.31565458362840915], [1.6147531878255927, -1.2152666545041282, 0.3930468640104857], [1.7041527065422075, -1.1285946398516304, 0.3199036903555258], [1.7300250472664271, -1.102283603463709, 0.2650294852598942], [1.6810447938365347, -1.1546616371060026, 0.23493571374853917], [2.099647843744395, -0.7386871792299132, 0.0224135344300167], [1.619100195366891, -1.2052349855635047, 0.15259720882594463], [1.5705611201140688, -1.2330830671892383, 0.13920636466331615], [1.5871125776236075, -1.2428320118000453, 0.015662376195611394]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.721, 4.093, 1.367, 4.766, 4.549, 4.392, 4.271, 1.529, 4.153, 4.123, 4.14, 4.028, 2.981, 2.264, 1.828, 1.539, 1.334, 1.199, 1.083, 1.004, 0.942, 0.882, 0.85, 0.817, 0.805, 0.771, 1.972, 1.959, 1.965, 2.032, 2.075, 2.126, 2.199, 2.27, 2.387, 1.071, 0.947, 0.843, 0.762, 0.704, 0.647, 0.615, 0.586, 0.578, 0.554, 0.997, 0.997, 1.011, 1.029, 1.052, 1.101, 1.158, 1.131, 1.015, 0.932, 0.841, 0.802, 0.866, 1.025, 1.281, 1.676, 2.676, 2.646, 2.628, 2.653, 2.673, 2.716, 2.803, 2.903, 3.038, 3.211, 3.437], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793699966.4728358, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699967.0433917, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-17-19657", "session_id": "80125e5e", "time_s": 39.314, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-17-19657.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-17-19657-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 115728, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 47, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 455, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 48934, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 112, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 24, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 107, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65, 66], "visible_pixels": 7141, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 8862, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 146899, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.692100496540145, 0.17681644414518272, 1.1168948692805474], [1.077820661444629, -0.09667716567941931, 1.0217531884101807], [0.8716236719590915, 0.03973120646655204, 1.0297049189846876], [0.728241157579813, 0.15099422110587157, 1.0377853140635698], [0.8330096573954502, 0.07506325288984939, 0.9780294066877888], [0.9553318360844238, -0.012415131138267532, 0.9010698087341311], [0.9986018102090963, -0.04400445008239062, 0.8438414059787114], [0.9452597647117202, -0.0027945419113946657, 0.8260518998853787], [0.7858216007001554, 0.11044951634109923, 0.8667666240732258], [1.0656973194966373, -0.08918524618595025, 0.6726899102453607], [0.6996605316809437, 0.17099565237907322, 0.8502559338787757], [0.7511108731468601, 0.13553949595252252, 0.7829805433006571], [0.7134679348281446, 0.15782029183776858, 0.7737430320875598], [0.6583678099418316, 0.2063034353872403, 0.7839648295881043], [1.0961327863013428, -0.10004112369236412, 0.4295442181687832], [0.94009269225865, -0.0003086230372429388, 0.5036081203952697], [0.6768370846051774, 0.1885688794546712, 0.6971846776334372], [0.8130907197151596, 0.09300727965567007, 0.5218131253724275], [0.9375136916260993, -0.004368082717632726, 0.3349460254021118], [1.0046154209730371, -0.044201871060966735, 0.19697110004027962], [0.8869170565842504, 0.03603816802084103, 0.2726172570746219], [0.5328186201828894, 0.26137134332921835, 0.693833051486094], [0.5551243494303627, 0.274466633273916, 0.6503966865300334], [0.5795931426315017, 0.2425642635245822, 0.5714630369502484], [0.7816555319962588, 0.11068220174126242, 0.21746252943158684], [0.537497587344985, 0.29575660901018985, 0.5569971353147815], [0.5129577361663167, 0.2845956216586225, 0.5853752930011851], [0.5209325344294928, 0.29330110336248655, 0.5718114135032163], [0.8544117886060159, 0.057547403096825156, 0.017369715677591824]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [129], "visible_pixels": 14, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.5650029422336594, 0.1678252447077844, 1.047903678124812], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 58904, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[2.1482976591567944, -0.6809207417373512, 0.901702917342601], [2.101864335930455, -0.7313167343369149, 0.8746938556354034], [2.1367856629368047, -0.6750668493430622, 0.8621920813897055], [2.022212343034173, -0.807197987465466, 0.8522734301119073], [1.900076547524012, -0.9259944180121038, 0.8364037719282035], [1.7143760153926153, -1.1208911610369439, 0.8307993020261111], [2.0635265866887513, -0.7685616777332708, 0.7466391364154658], [1.5716914321517927, -1.230414718246975, 0.8216527740303519], [1.6198770459557332, -1.1764522769413552, 0.797673309375192], [1.5960985243966186, -1.2585002765974422, 0.7954073710815195], [1.7988355245266945, -1.0593116921237564, 0.7540750337810385], [2.037857283175769, -0.8005310633527752, 0.6794785997849333], [1.6526735422492151, -1.176207156139789, 0.7165426092148861], [1.7640585547736845, -1.0816868618027042, 0.6597500564940433], [1.804362391972941, -1.038556049061067, 0.6156142887889525], [1.8058906128032146, -1.0156459951772043, 0.5798324655065848], [1.7646204453008998, -1.0683423927723343, 0.5509720489652108], [1.6337055602691228, -1.1887423660311875, 0.5468049705032806], [1.6178901065226232, -1.275761827878865, 0.5346502601183871], [2.0105387550226026, -0.8334728307721598, 0.40422621543611414], [1.755202314929865, -1.0756233914573496, 0.4340912900857885], [2.032401133415296, -0.8046197490149022, 0.30722716253075877], [1.5999641967072389, -1.2269890740359584, 0.3979914485449433], [2.1674598821078455, -0.6851763884468446, 0.2006169997125654], [1.7083231969253938, -1.1195456558210597, 0.31908209167279544], [1.725353375200518, -1.09532545027239, 0.26802679701579235], [1.6914640684734803, -1.137670261946024, 0.23196577786228822], [2.110076137981997, -0.7161245012856913, 0.0200117547598877], [1.6089894029062977, -1.23018378747817, 0.15463038452862699], [1.5899467201725264, -1.2450513648159953, 0.013547477921076245]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 1521, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.7, 7.36, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.7, "y_m": 7.36, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.723, 4.09, 1.361, 4.764, 4.561, 4.396, 4.275, 1.538, 4.14, 4.135, 4.145, 4.017, 2.977, 2.251, 1.826, 1.546, 1.344, 1.204, 1.083, 0.997, 0.943, 0.879, 0.848, 0.821, 0.798, 0.777, 1.974, 1.962, 1.965, 2.034, 2.059, 2.129, 2.207, 2.268, 2.395, 1.07, 0.933, 0.839, 0.756, 0.706, 0.656, 0.621, 0.595, 0.566, 0.555, 0.998, 1.015, 1.023, 1.033, 1.065, 1.103, 1.16, 1.127, 1.024, 0.921, 0.844, 0.794, 0.872, 1.033, 1.261, 1.672, 2.678, 2.644, 2.634, 2.644, 2.681, 2.726, 2.799, 2.906, 3.039, 3.216, 3.44], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793699973.4412448, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0.18, "dy_m": 0, "dyaw_rad": 0, "observation_id": "obs-80125e5e-17-19657", "command_id": "phase2-cross-001"}}}
{"time_unix": 1793699975.642127, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.17999999999999974, "rotated_rad": 0.0, "duration_s": 1.8980000000023196, "base_pose": [0.572670111549904, 7.232771467401035, -2.3565926535897934], "needs_observation": true, "command_id": "phase2-cross-001"}}
{"time_unix": 1793699978.857267, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699979.46787, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-18-20606", "session_id": "80125e5e", "time_s": 41.212, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-18-20606.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-18-20606-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 107509, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 37, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 39409, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 126, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 10, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 45, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65], "visible_pixels": 2551, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 10541, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 154711, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.5603022228805863, 0.14314488602688136, 1.1327207685767204], [0.5520006997278863, 0.14462773493436326, 1.1159989495737588], [0.914368819616706, -0.10072863657647757, 1.0183006581339655], [0.8101206960406848, -0.03642801455778166, 1.0380185167678344], [0.6587077774173973, 0.06559903659725558, 1.0490110732542155], [0.9159136377757218, -0.09933378548921962, 0.9786107465886821], [0.5286535399616334, 0.14734246098643022, 1.0652897100751515], [0.6764251244581034, 0.0626069309003327, 0.992926941369624], [0.7976380215833685, -0.031056307886562662, 0.9144843204778645], [0.8546951438640189, -0.06864481682012535, 0.8536213771698842], [0.8419463689027398, -0.06443822916153441, 0.8208084418452748], [0.7189809629585949, 0.025539814133838712, 0.8520184017414134], [0.5891132903170897, 0.11385127140321813, 0.8990837247812855], [0.8493339695418178, -0.06259557485095157, 0.6925967624616742], [0.5674882517855153, 0.12720668164346705, 0.8575609694262458], [0.6549350331650099, 0.07287433099586832, 0.758343756474049], [0.7173799911310602, 0.028155080515364472, 0.6668098910497825], [0.7281813082560714, 0.01652691942055684, 0.6133244995781643], [0.6431442244164294, 0.08468789639543756, 0.6573544929956618], [0.5387396139258218, 0.15011703092109938, 0.7300161827482553], [0.8782963983519935, -0.0805464122484158, 0.2958749270564577], [0.5392379150217104, 0.15491764828709637, 0.6606369488066557], [0.6009731830103144, 0.10302402224085719, 0.536947745066156], [0.4264267603908946, 0.21172058672354174, 0.7572539764111014], [0.7775334913681706, -0.015693204485984602, 0.23677337429927559], [0.44734369245282124, 0.2243751905887416, 0.6852467082116768], [0.4136542477582832, 0.22804071631888806, 0.7154232507461435], [0.4161228923538899, 0.23314885419399303, 0.6992691175918373], [0.4347290921188644, 0.24237553062299616, 0.67490387572534], [0.825510291088339, -0.049245391993577914, 0.019669325225567524]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 71288, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.975671729866158, -0.68258408162947, 0.9238232715286654], [1.4404672740192597, -1.1926769236425152, 0.9519611617542791], [1.6670720442364528, -0.9469230534775595, 0.9154512602774703], [1.43368340590809, -1.207634249701516, 0.9257127036056947], [1.9434251120386583, -0.6999690933993251, 0.8297553556595555], [1.95582118377843, -0.6748112822863356, 0.8072618560940197], [1.9899637744504646, -0.6871918228880218, 0.7877917122089315], [1.8155309715575798, -0.832554893242151, 0.8139308738780484], [1.623310761240727, -1.0209231933411558, 0.8108776423820943], [1.4219306135205734, -1.2338511630666786, 0.8126138454177558], [1.6640793599951234, -0.9986839693511673, 0.7368250322840914], [1.8605464486405798, -0.7767527520440747, 0.6645705020512112], [1.4264687848920528, -1.1924206208049835, 0.7195832564683691], [1.509929741694231, -1.1489784882871703, 0.6644037127942164], [1.3943382104811375, -1.2303844899703789, 0.6614654303741683], [1.491506205879018, -1.1778785465282384, 0.632066408557787], [1.4364644915323739, -1.221169484137739, 0.6105184727294388], [1.776441482635022, -0.8764596322746773, 0.4805874274831109], [1.5403785566873656, -1.1109312464242496, 0.5052347302002042], [1.7959021121551555, -0.8513517810859306, 0.3857838534060797], [1.4601201695299113, -1.1972327413419475, 0.44661726687477366], [1.5353871012125344, -1.1176254240561556, 0.3783024513563069], [1.571706893357213, -1.075268605401214, 0.3201575514152367], [1.4019501332264528, -1.2429417856805833, 0.3704765959789823], [1.4710033686306117, -1.1931467866420495, 0.3078232550156563], [1.83716471412758, -0.8088143142332862, 0.11465187265455179], [1.4436513187610966, -1.2816627820648148, 0.259515517534579], [1.5295868177835208, -1.1250997237683609, 0.18551649642286594], [1.6163564007154185, -1.037065581305885, 0.08043546849421501], [1.4090062772820386, -1.246347472877519, 0.013588957725694906]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210], "visible_pixels": 2514, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.572670111549904, 7.232771467401035, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.572670111549904, "y_m": 7.232771467401035, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [3.896, 4.278, 4.816, 4.918, 4.7, 4.53, 4.408, 2.269, 4.265, 4.257, 4.1, 3.705, 2.489, 1.875, 1.521, 1.295, 1.128, 0.996, 0.905, 0.836, 0.792, 0.746, 0.71, 0.712, 1.896, 1.86, 1.838, 1.83, 1.871, 1.91, 1.949, 2.0, 2.056, 2.124, 2.244, 0.874, 0.753, 0.674, 0.613, 0.567, 0.534, 0.514, 0.486, 0.468, 0.447, 0.452, 0.434, 0.433, 0.898, 0.933, 0.96, 1.012, 1.066, 1.142, 1.1, 1.009, 0.951, 0.903, 0.852, 0.906, 1.185, 1.768, 2.773, 2.757, 2.779, 2.812, 2.866, 2.938, 3.045, 3.188, 3.376, 3.599], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793699984.3083162, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0.2, "dy_m": 0, "dyaw_rad": 0, "observation_id": "obs-80125e5e-18-20606", "command_id": "phase2-cross-002"}}}
{"time_unix": 1793699986.6217494, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.19999999999999976, "rotated_rad": 0.0, "duration_s": 2.0000000000024443, "base_pose": [0.431192457716464, 7.091406431179962, -2.3565926535897934], "needs_observation": true, "command_id": "phase2-cross-002"}}
{"time_unix": 1793699989.596745, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699990.2508721, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-19-21606", "session_id": "80125e5e", "time_s": 43.212, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-19-21606.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-19-21606-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 93358, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 20, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 30834, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 10, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 15, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [63], "visible_pixels": 17, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65], "visible_pixels": 2501, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 9843, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 163842, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.39703254019207695, 0.10143307556870135, 1.1523256502235075], [0.7098246275321901, -0.10072903807651196, 1.0964620679425578], [0.5743251447198998, -0.0145278052369473, 1.1065467164698337], [0.440250261968941, 0.07026870161877485, 1.1165191980665599], [0.5648280011005546, -0.0057792216439724875, 1.0676721180917705], [0.715473631430361, -0.10021928172987166, 1.0177036724672082], [0.39118310692923697, 0.10572949669609338, 1.1006705451055079], [0.4413121176602136, 0.08096235259157011, 1.0688143424622756], [0.4555628194437624, 0.0807492691369599, 1.046600051824496], [0.45285105680292714, 0.07390001432408655, 1.0284449759847512], [0.4263678923331278, 0.08752750964009301, 1.0222953821855245], [0.37241454348542313, 0.12226479667953827, 1.0340307346488025], [0.5780130571052519, -0.012633358486933366, 0.8901136944367356], [0.43505974406652637, 0.08295982590035497, 0.9582142551196118], [0.5833348228529971, -0.019642486156308425, 0.826109657937983], [0.3727147334250691, 0.137214226575049, 0.9664386869124153], [0.4079278538148411, 0.10745813819012745, 0.9153002966824227], [0.45339752853036663, 0.07142362712878997, 0.8485150793280858], [0.47018077497404814, 0.05992483431707277, 0.804118944603559], [0.4375995942376415, 0.08432929915959178, 0.8104565319059281], [0.4022526671707155, 0.10803497009939583, 0.8231399512792683], [0.3424862246478644, 0.14733705462689228, 0.870924290319034], [0.5045017779662146, 0.031195813888860002, 0.6270951180966043], [0.36349163331944717, 0.1350987890062748, 0.7933108262442021], [0.30385334328918534, 0.1604145647323996, 0.8691597698108766], [0.5007787239068249, 0.03866506801283809, 0.5521482082287865], [0.30278499131388154, 0.16771581410915568, 0.8381756124571338], [0.3045832410792414, 0.17065447484183355, 0.8334875156480417], [0.3241281122470565, 0.1795205031858476, 0.8080670080408316], [0.6910098844199264, -0.09745659156703196, 0.19175775823909924]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 86678, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.7808194340179075, -0.6851182033530782, 0.9487701837100941], [1.420758041354695, -0.9829596945040185, 0.9669793427632347], [1.5774371129874287, -0.8684259210833967, 0.9367966986344879], [1.3789199600791284, -1.1153878625915263, 0.9450353510029312], [1.4521371606511253, -1.00024957764359, 0.9191079971266864], [1.3387361390552714, -1.114716211199935, 0.9027623571135901], [1.2527047892435956, -1.204266385503797, 0.8846852682472715], [1.787992187447251, -0.6899219923497287, 0.7826178905721233], [1.7584957234844243, -0.6755591377290001, 0.7867768918450906], [1.7011745361264228, -0.7422368662620438, 0.778332166391351], [1.6336619808137607, -0.81914116241405, 0.7523851674595528], [1.7875148028416339, -0.6857715276251752, 0.6957755917732166], [1.5918728639866917, -0.8658252360447707, 0.7228064349484747], [1.5609710963917698, -0.8766193784810254, 0.6931355550236112], [1.5646366592936019, -0.8910037219359274, 0.6529712026202971], [1.6200184628252716, -0.8285211269418082, 0.6011210919941636], [1.6503256559761792, -0.8052692331614326, 0.5518663995573914], [1.6171217872728718, -0.830675190820273, 0.5195440111562726], [1.2216373720027027, -1.2603747094089661, 0.6231077521603489], [1.503303804368164, -0.9432715976133499, 0.5105243901011216], [1.2934022001716166, -1.1568624784525465, 0.5340030244175641], [1.193982980194714, -1.2329611290116584, 0.5647252270977661], [1.552170421014973, -0.9092300819769739, 0.4049866367511443], [1.6926776122894807, -0.7577235288185274, 0.3085553603528558], [1.226046485524138, -1.2318034232990167, 0.4321442866085826], [1.7298169095721476, -0.7162518833118142, 0.18817417260916103], [1.5415235752167784, -0.9117864144682151, 0.20926449467937314], [1.2635875467849165, -1.1783804384414895, 0.27920594124986065], [1.2162523111908934, -1.25585672675572, 0.28192121783744806], [1.2881589067341372, -1.1518934335746032, 0.21601469258231532], [1.3439935795342695, -1.119830059329086, 0.11516532836367155], [1.208311714641565, -1.2442843324080808, 0.015322665437201621]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209], "visible_pixels": 1636, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.431192457716464, 7.091406431179962, 1.2], "rotation_camera_to_world": [[-0.5098410394286955, -0.44965142597159874, 0.7334001020152473], [0.8602686292747559, -0.26648740009411187, 0.4346519884652702], [0.0, 0.8525245220595057, 0.5226872289306592]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.431192457716464, "y_m": 7.091406431179962, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [4.096, 3.113, 5.064, 5.076, 4.854, 4.678, 4.548, 4.464, 4.411, 4.393, 4.242, 2.894, 1.934, 1.474, 1.187, 1.005, 0.871, 0.79, 0.709, 0.641, 0.67, 1.485, 1.753, 1.798, 1.748, 1.713, 1.691, 1.731, 1.738, 1.762, 1.803, 1.844, 1.893, 1.951, 2.056, 0.637, 0.553, 0.501, 0.458, 0.417, 0.389, 0.373, 0.35, 0.339, 0.331, 0.325, 0.317, 0.312, 0.326, 0.324, 0.329, 0.343, 0.351, 0.961, 1.034, 1.139, 1.13, 1.054, 1.014, 0.982, 0.949, 0.957, 1.894, 2.896, 2.928, 2.952, 3.004, 3.08, 3.206, 3.353, 1.773, 3.787], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.25, "tilt_rad": -0.55}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793699994.7660766, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": 0.35, "tilt_rad": -0.45, "observation_id": "obs-80125e5e-19-21606", "command_id": "phase2-survey-003"}}}
{"time_unix": 1793699995.5431786, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "phase2-survey-003", "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.45}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793699998.126812, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793699999.0242069, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-20-21981", "session_id": "80125e5e", "time_s": 43.962, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-20-21981.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-20-21981-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 17843, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [22], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45], "visible_pixels": 15503, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [65], "visible_pixels": 3360, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office", "class": "door_leaf", "mask_ids": [123], "visible_pixels": 347337, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.21977778087540947, 0.24851249825801996, 1.1907191297633586], [0.2597808361141648, 0.21151037850332263, 1.1806357725583778], [0.3867789820662806, 0.11558071458823688, 1.1631878666681663], [0.7143890353857929, -0.10121808153314754, 1.1372115178083253], [0.23278899796743835, 0.2208539249755681, 1.1635218090014423], [0.7155545543864483, -0.09844174748173296, 1.109296360244463], [0.5084006504978112, 0.030838992133131654, 1.1238954777989338], [0.1861909867240806, 0.22420115360134119, 1.152050247495923], [0.416093901160406, 0.09593059616507432, 1.1192977986485102], [0.4148466449293763, 0.10984557552811258, 1.1033862525472529], [0.4882336243680606, 0.05528468700073558, 1.0744705051495445], [0.21022194255187734, 0.23520777580473232, 1.115849300106282], [0.3586282047264049, 0.14551219325168246, 1.0677825582752656], [0.2348194215213363, 0.22558631251497044, 1.085496907700422], [0.6452648210514911, -0.061647882531656484, 0.9505659810262543], [0.6948071633868244, -0.09485367478172951, 0.907336326294359], [0.7152106733106398, -0.10091679175332313, 0.8928232057608866], [0.22637988757814384, 0.220357571336065, 1.0497699361235417], [0.36806852178450306, 0.13396064770090313, 0.9766036135553617], [0.3884907370849845, 0.11882519847944514, 0.9451764180686453], [0.20177196677731798, 0.2425346742863069, 1.010942161088358], [0.3452354389031227, 0.1499222936182176, 0.9166578656258688], [0.553237713371634, 0.0019056152657064285, 0.7758306679533507], [0.2784962773921423, 0.1904434170594207, 0.911796023234962], [0.21441253751820138, 0.23145509860147434, 0.9329385304062321], [0.22275466875456304, 0.23504639623881043, 0.9031796832782324], [0.29781230350091736, 0.18113032287134614, 0.8237487895735003], [0.16935407793331947, 0.2893294105336235, 0.9058844921643978], [0.1550709036229668, 0.2658973387610734, 0.9257187590341676], [0.7072325067377166, -0.09935621570749276, 0.45564317944758437]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_office_handle", "class": "door_handle", "mask_ids": [129], "visible_pixels": 4718, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_office", "handle_candidate_m": [0.17196000676959847, 0.17945589977956578, 1.0556502174644464], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.431192457716464, 7.091406431179962, 1.2], "rotation_camera_to_world": [[-0.906534174400927, -0.18361305900660466, 0.38010792573355645], [0.42213243258867206, -0.3943111213583824, 0.816286070522991], [0.0, 0.9004471023526769, 0.4349655341112303]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.431192457716464, "y_m": 7.091406431179962, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [4.104, 3.119, 5.044, 5.083, 4.847, 4.689, 4.559, 4.462, 4.418, 4.397, 4.242, 2.892, 1.933, 1.469, 1.192, 0.994, 0.875, 0.778, 0.713, 0.638, 0.672, 1.471, 1.748, 1.796, 1.751, 1.721, 1.706, 1.739, 1.741, 1.762, 1.799, 1.839, 1.89, 1.955, 2.062, 0.64, 0.572, 0.501, 0.454, 0.414, 0.391, 0.369, 0.359, 0.34, 0.32, 0.323, 0.324, 0.324, 0.324, 0.316, 0.327, 0.346, 0.354, 0.961, 1.041, 1.14, 1.125, 1.061, 1.013, 0.981, 0.946, 0.96, 1.903, 2.906, 2.922, 2.956, 2.996, 3.082, 3.206, 3.345, 1.759, 3.791], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": 0.35, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793700003.868315, "phase": "request", "request": {"tool": "robot_look", "arguments": {"pan_rad": -0.9, "tilt_rad": -0.45, "observation_id": "obs-80125e5e-20-21981", "command_id": "phase2-survey-004"}}}
{"time_unix": 1793700005.4739327, "phase": "result", "tool": "robot_look", "result": {"status": "ok", "command_id": "phase2-survey-004", "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "stop_latched": false, "needs_observation": true}}
{"time_unix": 1793700008.108145, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793700008.5557914, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-21-22763", "session_id": "80125e5e", "time_s": 45.526, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-21-22763.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-21-22763-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 94199, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 596, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 25, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 36, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_office_w", "class": "wall", "mask_ids": [44], "visible_pixels": 7685, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 74652, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 100, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_fitness_e", "class": "wall", "mask_ids": [54], "visible_pixels": 57, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 111, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62, 63], "visible_pixels": 9672, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_office_frame", "class": "door_frame", "mask_ids": [66], "visible_pixels": 51328, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 11390, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 32339, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.6258674924240422, -1.6658673691439798, 1.146098024568205], [0.46516056138781947, -1.5119911665114198, 1.1223420757988056], [0.584665555860346, -1.626736340457974, 1.0764549857678085], [0.37641912453242354, -1.4033193705373934, 1.0898162231690054], [0.34229302482378166, -1.3822669161763006, 1.0740734118324324], [0.3495893017490924, -1.414831067353617, 1.067262564630204], [0.3408779820450756, -1.3856219297809371, 1.0431516476386773], [0.5464796609841468, -1.584220728327631, 0.9681711567713194], [0.4589908995035539, -1.5113193329619727, 0.9480797105107964], [0.3519341503451019, -1.404155573768122, 0.940434236081291], [0.4023051405580311, -1.4460758794217585, 0.8896568923990322], [0.4147418370650633, -1.4596573715366632, 0.8459244863871049], [0.382168030251995, -1.4307374496261298, 0.8174107004095317], [0.6359772013021965, -1.6923134919571456, 0.6883529947679289], [0.5587972654347924, -1.6077919934356673, 0.696844125790816], [0.41138374487349527, -1.459310900905939, 0.71928010456048], [0.466959619732889, -1.517638623153924, 0.6426465477051193], [0.41487415704731345, -1.4678351490514832, 0.6215548357318339], [0.6306748432960518, -1.681020325734357, 0.4345274327751223], [0.4205281012685327, -1.467803881480688, 0.5168893163825019], [0.3367938329731458, -1.3694153264749835, 0.5715457361172768], [0.4657090960784789, -1.5098410420367494, 0.42954571611375825], [0.3989093030662947, -1.4432837415919535, 0.422740343740014], [0.5977783571107583, -1.6421536200214923, 0.192235051871674], [0.3499442653202107, -1.400884218255603, 0.34395705472087124], [0.34813546595492173, -1.3931329299551376, 0.28717819143414525], [0.4721669444252454, -1.5161419831219267, 0.07562105607819736], [0.3380144088482534, -1.377268701341249, 0.02472839889267653]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 103778, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.7086793011411467, -0.7291097854603987, 1.1480295255395119], [1.5983241318427108, -0.8523877985011643, 1.112449892346326], [1.4705226500780335, -0.9959063484433264, 1.0746235199356104], [1.226070165526717, -1.2568940289645578, 1.0606913986745192], [1.315964126327864, -1.1453799652486834, 1.0307647224362437], [1.2374695657984018, -1.2539525294014318, 1.0168785147696402], [1.619436754562828, -0.7871711368973702, 1.0158536629801764], [1.2200956427723744, -1.2459196994405335, 0.9903044097375429], [1.2121397659981425, -1.2517919931875308, 0.966827106948431], [1.6892395175936608, -0.777799110378945, 0.9591768081660688], [1.6121233240995405, -0.8465510243092579, 0.9196735780636289], [1.5612161950739423, -0.8929071388399837, 0.8793148308922549], [1.5341497144244243, -0.919684066815649, 0.837997519034567], [1.1963029097065692, -1.2331005231701402, 0.8078879683592419], [1.4902663133146712, -0.9525040713549935, 0.7969789510846341], [1.7835380487427717, -0.6852503933200158, 0.786973170194627], [1.3401172813564073, -1.1049239543225482, 0.7477782376536104], [1.6322730625203161, -0.8176427034773754, 0.7137088871376327], [1.2938535271773184, -1.1564124810962455, 0.6523253417862886], [1.7873537963159325, -0.692526120789575, 0.6645507775917318], [1.3793358579286237, -1.0508861499468687, 0.6132663752857161], [1.3732773541692678, -1.0872574602025646, 0.5542027303066922], [1.2744040047191378, -1.1769075121462327, 0.4989380434071671], [1.6091125502145287, -0.8480230212073814, 0.46422814115037203], [1.2183730698296, -1.2386581507537706, 0.3812157255997587], [1.2932580196605938, -1.162818366618081, 0.3276405460128189], [1.7668519888447742, -0.6872061702873927, 0.3053858008854138], [1.5978415204221668, -0.8517901889810354, 0.23118829110755534], [1.267727771594941, -1.1935444129174673, 0.12945426024906803], [1.3406897741299018, -1.1075327370075208, 0.07287928759455786], [1.7474142718613388, -0.6750429501776998, 0.06492913917407028], [1.7685883046633553, -0.6944852708705451, 0.009214116637837]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [135], "visible_pixels": 596, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.2615104717721126, -1.081958366403432, 1.0511470804546732], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 2187, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.431192457716464, 7.091406431179962, 1.2], "rotation_camera_to_world": [[0.11474668839366375, -0.4320924929425431, 0.8944994550279981], [0.9933947843142157, 0.04991085460464484, -0.10332332306864023], [0.0, 0.9004471023526769, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.431192457716464, "y_m": 7.091406431179962, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [4.097, 3.115, 5.06, 5.08, 4.852, 4.679, 4.544, 4.47, 4.416, 4.39, 4.239, 2.887, 1.94, 1.476, 1.185, 0.999, 0.881, 0.776, 0.705, 0.637, 0.679, 1.48, 1.75, 1.799, 1.753, 1.723, 1.706, 1.729, 1.746, 1.766, 1.797, 1.853, 1.911, 1.959, 2.056, 0.642, 0.568, 0.498, 0.457, 0.418, 0.393, 0.371, 0.354, 0.341, 0.326, 0.319, 0.328, 0.316, 0.326, 0.327, 0.336, 0.349, 0.357, 0.958, 1.036, 1.141, 1.125, 1.062, 1.008, 0.978, 0.951, 0.958, 1.897, 2.909, 2.91, 2.948, 3.006, 3.084, 3.191, 3.349, 1.762, 3.793], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793700014.0519693, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0.2, "dy_m": -0.2, "dyaw_rad": 0, "observation_id": "obs-80125e5e-21-22763", "command_id": "phase2-approach-005"}}}
{"time_unix": 1793700016.80871, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.28284271247461906, "rotated_rad": 0.0, "duration_s": 2.3800000000029087, "base_pose": [0.1483497676619508, 7.091519048792329, -2.3565926535897934], "needs_observation": true, "command_id": "phase2-approach-005"}}
{"time_unix": 1793700019.6130075, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793700020.1709874, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-22-23953", "session_id": "80125e5e", "time_s": 47.906, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-22-23953.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-22-23953-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 68233, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 815, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 30, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 45, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 96059, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 147, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_fitness_e", "class": "wall", "mask_ids": [54], "visible_pixels": 56, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 135, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62, 63], "visible_pixels": 13661, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 9346, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 68523, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.4336136921695787, -1.487938177105486, 1.154335706045772], [0.25554223158179823, -1.2792873427145302, 1.115750615781602], [0.3865984666317892, -1.4431111780941044, 1.0946238468502223], [0.43435801715445366, -1.4951370368180434, 1.0662403183955633], [0.2645263240676343, -1.3187666207600592, 1.0552216355884876], [0.2702440285801152, -1.3249759268920736, 1.0007677490752096], [0.4119153948785078, -1.4597532993942177, 0.906469108422161], [0.30528075464279525, -1.3478487774484647, 0.885250106870566], [0.19731118790900126, -1.2454356951499395, 0.8754113096175029], [0.39502181020717475, -1.4386745451762233, 0.7333128177893267], [0.1878109460452282, -1.2362509738141778, 0.7849981615830277], [0.21184142545431983, -1.2636413602546852, 0.7218042969823796], [0.14367430994441166, -1.183281799141848, 0.7224811891983849], [0.26825454864945175, -1.3134492195464498, 0.5842936351581056], [0.25601286478381746, -1.3096171267092533, 0.5369806004726326], [0.12133520779376816, -1.1717364334116271, 0.6006786313287767], [0.108883399607269, -1.1529533723896042, 0.5701937022271906], [0.10321907968041366, -1.173872419676507, 0.5320259433102359], [0.2280945985601981, -1.2770483365474856, 0.4054682570594015], [0.18705432304750214, -1.2261673925478123, 0.401301921197859], [0.3420418408579794, -1.39185053764399, 0.17147097912523868], [0.19957010469174807, -1.2449245424672717, 0.2809376204465749], [0.18212860469876546, -1.2324321420349666, 0.24323507910464792], [0.3053247844343411, -1.351082414937133, 0.019940163949669465], [0.08115698193956522, -1.138397731240269, 0.2491490679968782], [0.13644001068500877, -1.1865099042244918, 0.09642382049877063], [-0.025544837512683827, -1.0013251666434997, 0.29243119414658525], [-0.027463688705202827, -1.0216000543190455, 0.2750836331869231]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 128046, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.427770125275283, -0.609243155828594, 1.1565735414588851], [1.0243515574697901, -0.9875286797721412, 1.149280546927606], [1.021131774212204, -1.060626575085077, 1.147293274170629], [1.1304975691429637, -0.9198358312997402, 1.1189763843554041], [1.331281995800589, -0.76020029267027, 1.1169798732087173], [1.2902044095008813, -0.7594984505241267, 1.0825310020149697], [0.9956036399874234, -1.0296267446786613, 1.0801367853879673], [1.3857499444379902, -0.6558477526082039, 1.041955056630202], [1.0125843689836522, -1.0522855823728097, 1.0045217527409487], [1.253164512745461, -0.7962771710241492, 0.9985634511377979], [1.026263903277255, -1.0298254103574127, 0.9522883991455255], [1.255472956757509, -0.7962493893333362, 0.9168442220622839], [1.0265549471535573, -1.0273543137758996, 0.8666738401848753], [1.3062178648718894, -0.7236683330847067, 0.8375901436248263], [1.103237033366667, -0.941778180065862, 0.7817599053960378], [1.4259257682645163, -0.6258312720353392, 0.7492915539053895], [1.317404492853616, -0.7299992020425016, 0.6991554740458729], [1.2027736258700263, -0.8563393611096517, 0.6414785725616996], [1.0706926692902456, -0.9795362332010114, 0.5862742118889995], [1.5516605076736898, -0.5178987112323685, 0.5616400006564983], [1.4966528234616188, -0.5572108654576304, 0.513144897889145], [1.5037384051061844, -0.5534582351201753, 0.46080660121010064], [1.4999391422101147, -0.5455441358892512, 0.4126265025969754], [1.5854675190345282, -0.48471418993714, 0.35788968823401224], [1.5218946235344022, -0.5185067993214022, 0.36288903168206177], [1.552595221469553, -0.4737769286281396, 0.35153725043288064], [1.4349026840945212, -0.633731163747673, 0.28323896422429706], [1.139095592881428, -0.9067367387053515, 0.2031380811195832], [1.2827631471261318, -0.7802292069795003, 0.14474430531887794], [1.1873223048998889, -0.8590273902908074, 0.07533857335672689], [1.5468386965800027, -0.5070737846056966, 0.013204616722170881]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [135], "visible_pixels": 849, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [1.06124617383996, -0.8824534179060336, 1.0513722424904122], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 2810, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [0.1483497676619508, 7.091519048792329, 1.2], "rotation_camera_to_world": [[0.11474668839366375, -0.4320924929425431, 0.8944994550279981], [0.9933947843142157, 0.04991085460464484, -0.10332332306864023], [0.0, 0.9004471023526769, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": 0.1483497676619508, "y_m": 7.091519048792329, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [4.497, 4.95, 5.235, 5.076, 1.956, 4.671, 4.553, 4.476, 4.413, 4.231, 2.518, 1.265, 0.845, 0.634, 0.514, 0.444, 0.471, 0.506, 1.046, 1.145, 1.303, 1.488, 1.558, 1.512, 1.456, 1.421, 1.41, 1.454, 1.462, 1.48, 1.502, 1.545, 1.6, 1.603, 1.716, 1.845, 1.997, 2.193, 0.579, 0.483, 0.444, 0.43, 0.407, 0.399, 0.383, 0.376, 0.361, 0.364, 0.37, 0.378, 0.383, 0.395, 0.416, 0.426, 0.443, 0.487, 0.526, 0.57, 1.324, 1.277, 1.247, 1.221, 1.905, 3.18, 3.193, 3.237, 3.299, 3.388, 3.513, 2.0, 3.892, 4.151], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793700025.2940164, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0.15, "dy_m": -0.15, "dyaw_rad": 0, "observation_id": "obs-80125e5e-22-23953", "command_id": "phase2-approach-006"}}}
{"time_unix": 1793700027.675437, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.21213203435596423, "rotated_rad": 0.0, "duration_s": 2.0600000000025176, "base_pose": [-0.06378224987893405, 7.091603512001604, -2.3565926535897934], "needs_observation": true, "command_id": "phase2-approach-006"}}
{"time_unix": 1793700030.3759985, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793700030.9319513, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-23-24983", "session_id": "80125e5e", "time_s": 49.966, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-23-24983.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-23-24983-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 38790, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1055, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 35, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 44, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 123140, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 161, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 8, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_fitness_e", "class": "wall", "mask_ids": [54], "visible_pixels": 49, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 159, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62], "visible_pixels": 18541, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [69], "visible_pixels": 9419, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 45522, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.2756398543311702, -1.310445460494828, 1.1618844627883744], [0.2676401290944831, -1.314503023754427, 1.0660958210020843], [0.2831657723256118, -1.3443923461615241, 1.0403028856855205], [0.2802291029191196, -1.3459377529524998, 1.0160484018480966], [0.25004920181075896, -1.291155062261547, 0.9925850624772525], [0.217477164126474, -1.2630861600288557, 0.934614839951974], [0.2276009353876366, -1.2779623823549844, 0.8682875479720698], [0.21308084408500172, -1.2425478553895444, 0.8220018077931968], [0.20711928881606978, -1.232140775448447, 0.8220783595917682], [0.2763310220718499, -1.3274747185025346, 0.7252130830061017], [0.16232696998126595, -1.2008350186779237, 0.7436959010557391], [0.13548486631895995, -1.1794056460172273, 0.7120168581027426], [0.1147541701063639, -1.185055624426908, 0.6893854889940522], [0.17234116644029684, -1.2194729253287826, 0.6373129947113118], [0.21711431753274235, -1.2535927893005998, 0.5580986101103376], [0.2331548261023657, -1.2752082997269865, 0.49187366601669236], [0.20393961746762101, -1.2471016380662971, 0.46866762711669563], [0.10530721224793571, -1.1634463808683895, 0.5111122580097457], [0.13739775906194163, -1.1797067703857693, 0.44370272581863124], [0.08984190143722504, -1.13644631250502, 0.45074830354367457], [0.17774299973954022, -1.2188423479263188, 0.30936372655904054], [0.14660404726500398, -1.1870276328870655, 0.3027050736342468], [0.221507217326672, -1.2720602488497024, 0.15327383956413687], [0.12192546054875675, -1.1714004443159567, 0.24093936700298413], [0.031183214577805707, -1.082177415037176, 0.32494287633064134], [0.10531718406842405, -1.150966623198677, 0.17461446275090453], [0.05390406733378128, -1.0975883756208742, 0.20279666498295235], [-0.024682860653753358, -1.0119250708883172, 0.2947444197368916], [-0.02739173420469132, -1.0189234757130194, 0.27750690181275095]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 147191, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.226043871304274, -0.5231646356192698, 1.1627091627676986], [1.0927498239507054, -0.6746135166468034, 1.1261230045382578], [0.9547392920416969, -0.8023464533805456, 1.0883678654154083], [0.8956538829639247, -0.8487750226840566, 1.0486364513306952], [1.224421204948699, -0.5225045465045857, 1.0102723584143032], [1.1712636127015443, -0.5711116669532518, 0.9705130529511312], [1.274070978941185, -0.5150421094553924, 0.9550784327719777], [0.8668933390186029, -0.9067552274135223, 0.9380051403539332], [1.1464803025890018, -0.5993937052010369, 0.9288481600594914], [0.8723688778599753, -0.8378765846356618, 0.901147998532041], [1.1494557564092478, -0.6008261634367495, 0.8864803944508268], [0.8470980256912265, -0.8837719383746847, 0.8545839877012278], [1.1467942708399683, -0.5972382791823421, 0.8448422086456999], [1.2045753214709012, -0.5318300216811613, 0.8058526657027569], [1.2913680057806978, -0.456279451313117, 0.7628279259458134], [0.9404131948412254, -0.8179376567901665, 0.691793782783738], [1.0422935393516541, -0.723854186104921, 0.6461311559720014], [1.1990997953501994, -0.5632733887144707, 0.6085987013290121], [0.9018504760942413, -0.8470389529367462, 0.5386924160207012], [1.1182885423607722, -0.6407202525475548, 0.4989494317553138], [0.9035019001126428, -0.8498125321134998, 0.4262948707223556], [1.1639339970528368, -0.577246203256041, 0.40164981720908244], [0.9714498520180408, -0.7823830335531536, 0.3153998643863587], [1.2581553770416742, -0.4928224201314968, 0.2897371028761413], [1.0950881874169078, -0.6520934238735843, 0.2100493091324782], [0.9594187220485842, -0.775925604960666, 0.13512584126712412], [0.8676660143528997, -0.8894748788584477, 0.038317416396327575], [1.4190614999601738, -0.32923820024884953, 0.042753335871802634], [1.4320484979665848, -0.3334419048521291, 0.007118433341332109], [1.4113273247960971, -0.3429863108022374, 0.012717372562854878]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 1175, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [0.9110289801069361, -0.7321572773928722, 1.051759128470471], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 3478, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [-0.06378224987893405, 7.091603512001604, 1.2], "rotation_camera_to_world": [[0.11474668839366375, -0.4320924929425431, 0.8944994550279981], [0.9933947843142157, 0.04991085460464484, -0.10332332306864023], [0.0, 0.9004471023526769, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": -0.06378224987893405, "y_m": 7.091603512001604, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [4.809, 5.277, 5.378, 2.047, 4.852, 4.678, 4.556, 4.471, 4.418, 0.383, 0.39, 0.39, 0.399, 0.416, 0.814, 0.857, 0.906, 0.97, 1.048, 1.147, 1.285, 1.372, 1.33, 1.269, 1.234, 1.214, 1.198, 1.233, 1.241, 1.251, 1.284, 1.324, 1.373, 1.437, 1.437, 1.564, 1.689, 1.852, 2.082, 2.389, 2.929, 3.496, 0.497, 0.483, 0.425, 0.412, 0.405, 0.405, 0.41, 0.411, 0.418, 0.424, 0.447, 0.474, 0.492, 0.53, 0.574, 0.631, 0.716, 1.501, 1.463, 1.44, 1.902, 3.394, 3.405, 3.444, 3.52, 3.611, 3.757, 3.922, 4.146, 4.422], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793700039.9532642, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793700040.506577, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-24-24983", "session_id": "80125e5e", "time_s": 49.966, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-24-24983.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-24-24983-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 38790, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1055, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 35, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_n", "class": "wall", "mask_ids": [31], "visible_pixels": 9, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 44, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [47], "visible_pixels": 123140, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 161, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 8, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_fitness_e", "class": "wall", "mask_ids": [54], "visible_pixels": 49, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 159, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62], "visible_pixels": 18541, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [69], "visible_pixels": 9419, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 45522, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[0.2774547481354567, -1.3190738185124962, 1.16163349889021], [0.2490981335499115, -1.2971444157887027, 1.0689085066173187], [0.19463601448381185, -1.2647199362011374, 1.0437537266760777], [0.24108843554959392, -1.288492077058009, 0.993946004445053], [0.28258603580403086, -1.3507574309851607, 0.923115322132916], [0.21058608882195684, -1.2613470896410643, 0.9359471567738038], [0.2060376703723381, -1.2510619759512225, 0.8782968457755561], [0.2839324338439314, -1.3439089853449717, 0.8128970534993852], [0.19582031706011738, -1.2506666975718526, 0.8234955157679298], [0.12805117097837782, -1.1499834507141102, 0.819516363776432], [0.12747568629792183, -1.1755204757549609, 0.8100051375398307], [0.17359255011692787, -1.2226668972546975, 0.7331357898359494], [0.12537671279824913, -1.172933566787906, 0.7175125716743282], [0.13121001392823517, -1.1835017169013515, 0.6657789073698576], [0.1451726513665541, -1.2002260822397077, 0.6078234952529982], [0.14526741445817803, -1.1917401526258313, 0.5661722793859163], [0.12327818276734992, -1.1778446923727006, 0.5378414804577817], [0.05967439784205564, -1.112098263011978, 0.5594831016389737], [0.11735771546830576, -1.1692545802298697, 0.45916916871455626], [0.08235544385886617, -1.1221833081172163, 0.4632822878273881], [0.16849855289842575, -1.2079687951590015, 0.32128971318528343], [0.10820955411695199, -1.1462884222967131, 0.35172729057757335], [0.19188419881236285, -1.2331594201685165, 0.19839237152162226], [0.0813175164284976, -1.1297702595836787, 0.2967930506656764], [0.23998330736290108, -1.2906753517013412, 0.025697254654288182], [0.07821436282341243, -1.1226360561686937, 0.21600895618288318], [0.032002904429559664, -1.0767127776954686, 0.23624940754227608], [-0.022171168996507284, -1.011641394185817, 0.3058305960311076], [-0.026264067800323865, -1.0146527795039277, 0.28575373095976797], [-0.02748820366649163, -1.0225119669923035, 0.2742580234455818]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 147191, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.2215092103922067, -0.5212296524761337, 1.1628470871160304], [1.199128212246796, -0.589931380446061, 1.1532277006392522], [1.078538565468801, -0.6658401388339443, 1.127083778043192], [0.8449446021018808, -0.8790785879825274, 1.096169951078636], [0.9712542898673248, -0.7683784171311464, 1.0898607875000412], [0.8811687401768493, -0.8639595678772856, 1.0482783238150242], [1.1845025544555337, -0.5668909273047495, 1.0086585745712506], [1.136634129698743, -0.6223750980335334, 0.9668758159864742], [1.1463783484200993, -0.5679835837693366, 0.9628444270447507], [1.0956751232090103, -0.6433723339774698, 0.9281901949814166], [1.1043832889122578, -0.6560235477380818, 0.8824540904582503], [0.8671445564064303, -0.9067436233764135, 0.8285793028492598], [1.1182273388979342, -0.6388782982940494, 0.840372170489819], [0.8617738783567441, -0.9014810272086351, 0.782235242741969], [1.152828344783514, -0.5960078892218624, 0.7997289957497516], [1.242544159446727, -0.4995802192189516, 0.7614829334305593], [0.9026047023508751, -0.8535890571227185, 0.6899586214054116], [1.0475161032933653, -0.7121614810567427, 0.6488267552861728], [1.184371561447606, -0.5671153202788743, 0.6116617328079604], [0.9097870692329427, -0.8451342717706656, 0.5368332044547319], [1.093213216825614, -0.6481411426804127, 0.5046736954220609], [1.3356003598044857, -0.4275842106296304, 0.4628189964824606], [1.0972128752757193, -0.6509943339398756, 0.39058510438813376], [0.8755148032911844, -0.8785450638118933, 0.3039911573289513], [1.23930571669532, -0.5121145283696347, 0.28709162536312693], [1.1386948248696347, -0.6265022806798446, 0.20418357457580183], [1.0238200795341352, -0.731507135608087, 0.13049352620333732], [0.9112909094788706, -0.8543826188636865, 0.03866612046755158], [1.4297843918686646, -0.3324322908259102, 0.03685666522039366], [1.4124186627070259, -0.32754235445011626, 0.027960239778087592], [1.4069626711752372, -0.3419255955329672, 0.01638914829324878]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 1175, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [0.9111246406433635, -0.7329525695988428, 1.0517014361512276], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 3478, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [-0.06378224987893405, 7.091603512001604, 1.2], "rotation_camera_to_world": [[0.11474668839366375, -0.4320924929425431, 0.8944994550279981], [0.9933947843142157, 0.04991085460464484, -0.10332332306864023], [0.0, 0.9004471023526769, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": -0.06378224987893405, "y_m": 7.091603512001604, "yaw_rad": -2.3565926535897934, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [4.797, 5.284, 5.362, 2.051, 4.85, 4.682, 4.553, 4.457, 4.411, 0.389, 0.392, 0.389, 0.394, 0.415, 0.821, 0.857, 0.906, 0.966, 1.044, 1.148, 1.292, 1.373, 1.316, 1.271, 1.236, 1.218, 1.211, 1.238, 1.248, 1.266, 1.283, 1.313, 1.363, 1.427, 1.444, 1.557, 1.688, 1.859, 2.082, 2.392, 2.926, 3.495, 0.481, 0.475, 0.417, 0.409, 0.409, 0.411, 0.412, 0.404, 0.413, 0.426, 0.443, 0.473, 0.489, 0.527, 0.569, 0.639, 0.712, 1.5, 1.465, 1.44, 1.897, 3.404, 3.411, 3.454, 3.512, 3.622, 3.741, 3.916, 4.145, 4.433], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793700046.6534097, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0.12, "dy_m": -0.08, "dyaw_rad": 0.15, "observation_id": "obs-80125e5e-24-24983", "command_id": "phase3-hinge-clear-001"}}}
{"time_unix": 1793700048.6178792, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.14422205101855956, "rotated_rad": 0.1499999999999999, "duration_s": 1.7000000000020776, "base_pose": [-0.2052148566674273, 7.063375551802336, -2.2065926535897935], "needs_observation": true, "command_id": "phase3-hinge-clear-001"}}
{"time_unix": 1793700051.68902, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793700052.2395952, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-25-25833", "session_id": "80125e5e", "time_s": 51.666, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-25-25833.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-25-25833-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 16525, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1149, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 28, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 65, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 147145, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 72, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 19, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 61, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62], "visible_pixels": 3616, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 22588, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 24, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[-0.028421148792026396, -1.2682336582247071, 0.07632446971122575], [-0.028634279202528368, -1.250153299921489, 0.08966994341593115], [-0.02937539879361084, -1.2553694918261584, 0.08234872537596916], [-0.028299545487137645, -1.2563449049052184, 0.07754376265350249], [-0.029940404684508315, -1.2529676530330687, 0.08180053075582538], [-0.028982180884439823, -1.2589229815791996, 0.072534086045829], [-0.030882072713971587, -1.2660746280035244, 0.06738538751331768], [-0.027745731506429894, -1.2529560185579833, 0.07393151160261002], [-0.02971380473602281, -1.2634429246676095, 0.06576675008485999], [-0.031189548268168554, -1.2531469274310847, 0.07625688708330114], [-0.028552688544841165, -1.2610914456393478, 0.06389856659155435], [-0.030160376449323234, -1.2558744339163086, 0.0698548600480311], [-0.03168922758584414, -1.248266954253194, 0.0779467050370497], [-0.028792146194687507, -1.2443183403505031, 0.07632077079894506], [-0.03084819264302585, -1.2584235345770851, 0.06484579392153078], [-0.032586455793051194, -1.2589039213565418, 0.06567283268760615], [-0.028088126155351167, -1.261859243981076, 0.05647801628571192], [-0.02967601925604335, -1.2554827958047419, 0.06352282399131148], [-0.03134164591610078, -1.2530697275357965, 0.06696825957586094], [-0.032906632887406695, -1.2472383965712597, 0.07349341967051126], [-0.030174785791023506, -1.250198690014269, 0.06559827769480386], [-0.031741518500436716, -1.244227186263594, 0.07227264502616859], [-0.033677570703021686, -1.2527453405420714, 0.06581381430278688]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 192393, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.1599345879744603, -0.49495517270054057, 1.1647199150595993], [1.1654318408364743, -0.5010276346039215, 1.1332588605465341], [1.1348946018805028, -0.5282823250164952, 1.1010080646326832], [1.0566252206601805, -0.575224683919699, 1.069422976280745], [0.6131869862492606, -0.9272083185212416, 1.0358727904493985], [0.6175751843215094, -0.9307638744573011, 1.0333458344340498], [1.1030146547334234, -0.5460637428272517, 1.0298564785078048], [0.6059512810874244, -0.8925362702885794, 1.0239323878244866], [0.6097783423502804, -0.9120515103176736, 0.9987090522028115], [1.0772410688757608, -0.5676320959151102, 0.9572296323002872], [0.9163856846356594, -0.6873677341235063, 0.9218605151648684], [0.7077234858516539, -0.8425221318184252, 0.8863913709514397], [1.075791452415853, -0.5518390812048559, 0.84543741462591], [0.8654894837772761, -0.7213070502521047, 0.8048037998265714], [1.1517762585181766, -0.5079059321064762, 0.7572055455134374], [0.5981072676743184, -0.903092376854909, 0.7647979295462027], [0.6209396262818876, -0.9078043897186162, 0.7215157069605493], [1.110836803423426, -0.5521893552239869, 0.6609260014425296], [1.2663562969476987, -0.451043281743273, 0.6126767558327387], [0.7067239655974022, -0.8365363850617972, 0.6271588936298976], [0.7207392018655174, -0.8328112113409092, 0.5724056553055414], [1.2329577281103679, -0.4356051937274822, 0.5610201653689797], [1.2614491993132835, -0.44548722608970204, 0.5087175161290711], [1.1113510691463562, -0.5362515959613712, 0.5097632738627801], [1.2206246583858362, -0.45745026859390764, 0.44670128734477543], [1.0264293229316317, -0.6029773234248492, 0.39001259746263195], [1.241527077311107, -0.4478073803208485, 0.3138552044584185], [1.093660925788632, -0.5562944166204417, 0.24953028107079822], [1.2002543791301794, -0.48041440686286924, 0.1672233486467325], [0.9345265282603723, -0.6741925396139307, 0.10034845901367162], [0.6098268306803766, -0.9182865150394236, 0.011678314637373566]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 1388, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [0.6834063077805679, -0.7640502669459287, 1.0519563439474529], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 3682, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [-0.2052148566674273, 7.063375551802336, 1.1999999999999997], "rotation_camera_to_world": [[-0.03499285460433593, -0.43469914491714967, 0.8998956348015799], [0.9993875625234884, -0.015220685693051572, 0.03150921453152283], [5.551115123125783e-17, 0.9004471023526768, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": -0.2052148566674273, "y_m": 7.063375551802336, "yaw_rad": -2.2065926535897935, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [5.5, 5.187, 2.703, 4.755, 0.425, 0.417, 0.42, 0.411, 0.724, 0.736, 4.384, 0.805, 0.84, 0.871, 0.918, 0.982, 1.064, 1.162, 1.273, 1.234, 1.178, 1.133, 1.096, 1.078, 1.042, 1.093, 1.097, 1.112, 1.129, 1.156, 1.202, 1.25, 1.316, 1.343, 1.457, 1.599, 1.782, 2.026, 2.382, 3.001, 3.777, 4.757, 6.0, 6.0, 0.446, 0.447, 0.403, 0.402, 0.404, 0.43, 0.445, 0.461, 0.484, 0.512, 0.558, 0.611, 0.677, 0.765, 1.625, 1.586, 1.567, 3.547, 3.549, 3.573, 3.636, 3.729, 3.86, 4.017, 4.256, 4.52, 4.881, 5.344], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793700058.2479005, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0, "dy_m": 0.1, "dyaw_rad": 0, "observation_id": "obs-80125e5e-25-25833", "command_id": "phase3-reposition-002"}}}
{"time_unix": 1793700059.879346, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.09999999999999987, "rotated_rad": 0.0, "duration_s": 1.4160000000017305, "base_pose": [-0.12475494885623042, 7.00399370916493, -2.2065926535897935], "needs_observation": true, "command_id": "phase3-reposition-002"}}
{"time_unix": 1793700062.9291866, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793700063.4552274, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-26-26541", "session_id": "80125e5e", "time_s": 53.082, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-26-26541.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-26-26541-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 34096, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 834, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_n", "class": "wall", "mask_ids": [22], "visible_pixels": 13, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_s", "class": "wall", "mask_ids": [23], "visible_pixels": 26, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_garage_s", "class": "wall", "mask_ids": [35], "visible_pixels": 69, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 46, 47], "visible_pixels": 137917, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 60, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 11, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 46, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62], "visible_pixels": 2401, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131, 132], "visible_pixels": 30700, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 178663, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.257119535767467, -0.5451325175455466, 1.1615469372970322], [0.615242537694338, -1.0312993804855994, 1.1571932098708868], [0.8566450572231294, -0.8287924634055495, 1.134394117081896], [1.0125221595126286, -0.7268934874940354, 1.1026601673025342], [1.2566354459892053, -0.5597251864777238, 1.0956778431700915], [0.6082121206995893, -0.9869834453331896, 1.0847243276018723], [0.975149307887256, -0.7412610724962, 1.0724087854001596], [1.0035748217246816, -0.7166801434050114, 1.0370255651258613], [1.2657480788383224, -0.5490590638010828, 1.0252494107995547], [1.1905753580200236, -0.5854307741372312, 0.9982178789692662], [0.7261798722128963, -0.9258742922764289, 0.9683882955545594], [0.6996850665896791, -0.952156305186328, 0.9311167086000918], [1.1201223111251069, -0.6399750160845932, 0.8872587456842854], [0.7884423898521608, -0.8764159299758644, 0.8542956714955363], [0.8491456029649935, -0.8246951101293171, 0.8135688626048883], [0.7429606479406936, -0.9212793605042476, 0.7672330479620315], [1.1663592962907892, -0.6050874485417551, 0.7141986628969031], [0.5978290322144227, -0.9993955502076198, 0.7278211563138774], [0.6870215678686347, -0.9561668466533959, 0.6778299289672708], [0.6147727285392071, -0.999857491923667, 0.6335055650373101], [1.2277660849190886, -0.5326967652195718, 0.6067877095455855], [0.9979847164889906, -0.7297602669122262, 0.5661424878284219], [1.0545327882575015, -0.6803875717928308, 0.5117882273435208], [0.88423538152828, -0.8039818475042508, 0.4591580471388379], [1.1055032257119768, -0.6478040165424566, 0.38596332887069507], [1.0111000804765422, -0.7256043513494423, 0.3180888591562173], [0.6249112304239802, -1.01198513297405, 0.26152533380331566], [1.17395642433185, -0.6033294805600322, 0.16597949480717533], [0.7335331416896533, -0.9223309338228715, 0.10906526146646867], [0.6078089125767253, -1.0186907136750527, 0.01339824407761303]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 1206, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [0.683907137194484, -0.863353895261385, 1.051606652523212], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 2707, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [-0.12475494885623042, 7.00399370916493, 1.1999999999999997], "rotation_camera_to_world": [[-0.03499285460433593, -0.43469914491714967, 0.8998956348015799], [0.9993875625234884, -0.015220685693051572, 0.03150921453152283], [5.551115123125783e-17, 0.9004471023526768, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": -0.12475494885623042, "y_m": 7.00399370916493, "yaw_rad": -2.2065926535897935, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [5.521, 5.255, 5.006, 4.808, 4.662, 4.573, 0.471, 0.469, 0.472, 0.484, 0.813, 0.869, 0.906, 0.932, 0.993, 1.059, 1.143, 1.25, 1.374, 1.324, 1.27, 1.229, 1.188, 1.162, 1.434, 1.168, 1.18, 1.18, 1.209, 1.248, 1.288, 1.348, 1.335, 1.46, 1.569, 1.71, 1.905, 2.172, 2.648, 3.178, 4.067, 0.392, 0.385, 0.382, 0.336, 0.326, 0.343, 0.338, 0.35, 0.35, 0.362, 0.378, 0.397, 0.43, 0.456, 0.498, 0.56, 0.634, 0.748, 1.5, 1.488, 3.45, 3.462, 3.494, 3.55, 3.645, 3.772, 2.284, 1.947, 4.421, 4.772, 5.228], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793700068.7737226, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0, "dy_m": -0.18, "dyaw_rad": 0, "observation_id": "obs-80125e5e-26-26541", "command_id": "phase3-reposition-003"}}}
{"time_unix": 1793700070.9602551, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.1800000000000002, "rotated_rad": 0.0, "duration_s": 1.8980000000023196, "base_pose": [-0.2695827829163848, 7.110881025912262, -2.2065926535897935], "needs_observation": true, "command_id": "phase3-reposition-003"}}
{"time_unix": 1793700073.9581285, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793700074.5173802, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-27-27490", "session_id": "80125e5e", "time_s": 54.98, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-27-27490.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-27-27490-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 6163, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1480, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 158385, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 73, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 20, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 64, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62], "visible_pixels": 3948, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 16400, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 13, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[-0.02815250722113305, -1.1781464302689115, 0.14857404352812353], [-0.029006221051057324, -1.1891701980997709, 0.13618313382887415], [-0.029229106602300603, -1.1743794688944307, 0.14689057505312952], [-0.02816642089350041, -1.172846365313422, 0.14457074379967372], [-0.029565177830522593, -1.164598738877012, 0.1531551341528239], [-0.02878033947791936, -1.1740673741001282, 0.1409388164556562], [-0.0302692552177265, -1.169384124868933, 0.1463340614323314], [-0.02778340427000181, -1.1754132442400076, 0.13600268444869346], [-0.029541018267587038, -1.1810788690162282, 0.13206274388956296], [-0.031187083185134412, -1.182063438658505, 0.13235948662551533], [-0.028701018064502315, -1.1891376937957003, 0.12100363032337258], [-0.03001178664702875, -1.1764238958530773, 0.1337273586004588], [-0.03154946336225395, -1.1735835572047346, 0.13748376843529453]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 195935, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.103088526736094, -0.4706984151650018, 1.166448921065463], [0.5958480092229578, -0.8135981277471207, 1.153952895555718], [0.657156070441895, -0.7988697494060374, 1.1367323178259756], [0.6146712364669298, -0.8484356990228823, 1.121039814404936], [0.6846982630390891, -0.7788205887978404, 1.1038753964382761], [0.6793185872318188, -0.7739693167590931, 1.071013330657827], [0.8434975631640538, -0.6528655249420002, 1.0288782621924362], [0.6038589097357305, -0.8266034520191016, 0.995376759936978], [0.6196928262621516, -0.849246266042345, 0.9573305731816875], [0.6309750792674095, -0.796480376290663, 0.9602119982754185], [1.1416644077588136, -0.439300957214339, 0.910433584920617], [1.1002113133784923, -0.46529869300444193, 0.8717036590483136], [1.0705415081485388, -0.49960691654782696, 0.8271770720633294], [0.9788613383373597, -0.5614643275382196, 0.7872346612303787], [0.9152525506895269, -0.5993167167884824, 0.7471165966791412], [0.7886693202666555, -0.6966378784056731, 0.7027405119037318], [0.6351904003154509, -0.8143591862122794, 0.6573522038259128], [1.1471437567322786, -0.4381819646237944, 0.5929355733025183], [0.9938847717181275, -0.558636820312381, 0.5418498927976111], [0.8242239640139007, -0.677075958152593, 0.4968507594486935], [1.2635321012901854, -0.370250044821403, 0.4722478714545326], [1.2254349414611125, -0.38127212415178036, 0.4264600278530375], [0.709014234804032, -0.7619012912673246, 0.38622229982737166], [1.2638191733764728, -0.3663064937716552, 0.31732640423023584], [1.234008476121006, -0.35736183680308653, 0.31908253398588937], [1.1305275098302923, -0.4416576475433491, 0.31208976946064537], [0.6185495153834146, -0.8200648966052015, 0.26654618392668405], [1.0222225040935085, -0.5242451208601886, 0.1749522300556925], [1.0700778624358684, -0.49115573859906103, 0.09316639550588635], [0.60624841593114, -0.8347860967296098, 0.016338819026331608]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 1608, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [0.683230085455233, -0.6847112419007045, 1.0518841824406677], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 4685, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [-0.2695827829163848, 7.110881025912262, 1.1999999999999997], "rotation_camera_to_world": [[-0.03499285460433593, -0.43469914491714967, 0.8998956348015799], [0.9993875625234884, -0.015220685693051572, 0.03150921453152283], [5.551115123125783e-17, 0.9004471023526768, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": -0.2695827829163848, "y_m": 7.110881025912262, "yaw_rad": -2.2065926535897935, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [5.438, 5.122, 0.411, 0.396, 0.384, 0.369, 0.679, 0.681, 0.679, 0.669, 0.742, 0.758, 0.796, 0.816, 0.863, 0.913, 0.998, 1.095, 1.194, 1.163, 1.108, 1.058, 1.038, 1.006, 0.991, 1.284, 1.032, 1.044, 1.065, 1.088, 1.118, 1.173, 1.242, 1.314, 1.365, 1.495, 1.66, 1.896, 2.227, 2.83, 3.492, 4.806, 5.804, 6.0, 5.399, 0.496, 0.501, 0.464, 0.481, 0.484, 0.503, 0.531, 0.554, 0.599, 0.638, 0.7, 0.779, 0.878, 1.681, 1.645, 1.657, 3.611, 3.612, 3.648, 3.709, 3.811, 3.931, 2.033, 3.197, 2.246, 4.976, 5.452], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793700079.1532748, "phase": "request", "request": {"tool": "robot_move_lift", "arguments": {"height_m": 0.4, "observation_id": "obs-80125e5e-27-27490", "command_id": "phase3-lift-004"}}}
{"time_unix": 1793700085.902639, "phase": "result", "tool": "robot_move_lift", "result": {"status": "ok", "lift_m": 0.4, "command_id": "phase3-lift-004", "needs_observation": true, "stop_latched": false}}
{"time_unix": 1793700088.727261, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793700089.2899897, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-28-30824", "session_id": "80125e5e", "time_s": 61.648, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-28-30824.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-28-30824-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 6163, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1480, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 158385, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 73, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 20, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 64, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62], "visible_pixels": 3948, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 16400, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 13, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[-0.02813234316231339, -1.1773025901898875, -0.250672879146849], [-0.028707102169067023, -1.1769071990857005, -0.25284653980249205], [-0.029177816806753354, -1.1723187256881902, -0.25126148043628527], [-0.028149602939431917, -1.172146067736557, -0.2547990674795114], [-0.029835561063628724, -1.175249375720587, -0.25641860496048696], [-0.028932410696748567, -1.180270979054252, -0.26465711215107424], [-0.03022093395581049, -1.1675173423474705, -0.2519838863525342], [-0.027816884794794716, -1.176829681616917, -0.26527949062808365], [-0.02946663113657455, -1.1781047985976003, -0.26524808717712556], [-0.031091178326455138, -1.1784284200721002, -0.2643573620792218], [-0.02821968737342062, -1.1691952490134256, -0.2609010509975377], [-0.030050638040606592, -1.1779468211067519, -0.2676529716857704], [-0.031482212021444855, -1.1710819277200342, -0.2602513549681159]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 195935, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.104918541499549, -0.4714792999516795, 0.7663932601023654], [0.6191278099826506, -0.8533433132179893, 0.7562736750202909], [0.6705477902289364, -0.7926782812363696, 0.7365197792433035], [0.7009085258318377, -0.7704340126239222, 0.7035499003370328], [0.7432710073973052, -0.7286319777745061, 0.6704816660052789], [0.9331244539780348, -0.5945848562309539, 0.6272161448708987], [0.6911857639043123, -0.7695807499066555, 0.5934531232689194], [0.678150858393797, -0.7895420457318449, 0.5545743801459914], [0.6190426368404917, -0.8146646049864537, 0.5206600868298102], [1.13654671511506, -0.44626110758030785, 0.46930064596017484], [1.075664015609599, -0.4983638282708747, 0.4263972673950863], [1.00756227225435, -0.5421239217135441, 0.3861750960214446], [0.9573438617995113, -0.5695411706928709, 0.345877789335453], [0.8671147955092928, -0.6385894438766346, 0.30116052292507745], [0.8139966224830876, -0.681610742497677, 0.2535888469745421], [0.5958376571759333, -0.8223112977225777, 0.2647984194218942], [0.6570885893734822, -0.791958173668976, 0.21098368037536996], [1.0790086871872937, -0.4817601010543026, 0.14640574658044092], [0.8805789164112767, -0.630049781200426, 0.09806866971639294], [1.2497153258327955, -0.368461423039897, 0.02277036010273037], [0.6292550604495184, -0.8150029419810431, -0.007516297830861496], [1.26456058120914, -0.3665213840893205, -0.08319140807343695], [1.0578941421266619, -0.5074749953724883, -0.09333473491933375], [1.189377826535979, -0.411803360458702, -0.16824034913003072], [1.2352145269616424, -0.3577693963588823, -0.16437379341417613], [1.2662001180152356, -0.368389716934735, -0.21089472833754364], [0.9588892020334997, -0.5687116940920792, -0.22060223200100315], [0.9509726792701854, -0.5866471574442402, -0.3076390598304469], [0.6049799494101171, -0.8330394559333769, -0.38118458138042477]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 1608, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [0.6836174714521712, -0.6842867650739032, 0.6520250503830792], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 4685, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [-0.2695827829163848, 7.110881025912262, 1.1999999999999997], "rotation_camera_to_world": [[-0.03499285460433593, -0.43469914491714967, 0.8998956348015799], [0.9993875625234884, -0.015220685693051572, 0.03150921453152283], [5.551115123125783e-17, 0.9004471023526768, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": -0.2695827829163848, "y_m": 7.110881025912262, "yaw_rad": -2.2065926535897935, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [5.44, 5.127, 0.403, 0.393, 0.396, 0.375, 0.686, 0.683, 0.68, 0.673, 0.75, 0.753, 0.782, 0.826, 0.86, 0.924, 0.99, 1.094, 1.185, 1.155, 1.107, 1.065, 1.026, 1.008, 0.994, 1.286, 1.041, 1.048, 1.062, 1.096, 1.13, 1.173, 1.241, 1.315, 1.361, 1.502, 1.661, 1.909, 2.233, 2.831, 3.503, 4.808, 5.803, 6.0, 5.388, 0.505, 0.498, 0.465, 0.47, 0.488, 0.502, 0.527, 0.55, 0.594, 0.633, 0.695, 0.782, 0.891, 1.686, 1.651, 1.661, 3.601, 3.61, 3.648, 3.705, 3.799, 3.936, 2.026, 3.214, 2.238, 4.969, 5.438], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793700092.4672747, "phase": "request", "request": {"tool": "robot_execute_sequence", "arguments": {"script": "robot.move_tcp(0.6836,-0.6843,0.6520)", "observation_id": "obs-80125e5e-28-30824", "command_id": "phase3-reach-005"}}}
{"time_unix": 1793700092.471903, "phase": "result", "tool": "robot_execute_sequence", "result": {"status": "rejected", "reason": "workspace_limit"}}
{"time_unix": 1793700097.672421, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793700098.2319505, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-29-30824", "session_id": "80125e5e", "time_s": 61.648, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-29-30824.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-29-30824-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 6163, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1480, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 158385, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 73, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 20, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 64, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62], "visible_pixels": 3948, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 16400, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 13, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[-0.027925230376620203, -1.168635184931428, -0.24293773296308896], [-0.028590174025581505, -1.172113487305471, -0.24855814487675276], [-0.029090781905765306, -1.1688218004421465, -0.24812565847031542], [-0.0282578493593848, -1.1766534355941873, -0.2588551894457748], [-0.02985644367346474, -1.176071960357806, -0.2571580171506701], [-0.028569205533805597, -1.1654543598047544, -0.2512918601522055], [-0.030219229773537304, -1.1674515051247862, -0.2519245641524487], [-0.027889090313501952, -1.1798844304940288, -0.2680446837385565], [-0.029398965237465435, -1.1753994496192357, -0.2628018974767018], [-0.03123355075400769, -1.1838246682650848, -0.26923125717032803], [-0.02833310973249281, -1.1738945527868743, -0.2651650918550551], [-0.03006565179948173, -1.1785353413742738, -0.26818638745739787], [-0.031512781081458274, -1.1722190420277834, -0.261280853380658]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 195935, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.1047228679621173, -0.471395804183456, 0.7663992116267812], [0.5958076843377813, -0.8135430663043155, 0.7539560118608338], [0.6681227387256699, -0.7873698045185238, 0.7368663579339706], [0.7081922030442771, -0.7570505969401802, 0.7041026898083454], [0.7473036629379612, -0.739436942135401, 0.6691058782464286], [0.9018293758183891, -0.6158768066264259, 0.627674587350498], [0.6196426521299181, -0.8226513929451933, 0.5940333151952168], [0.6251313859540825, -0.8249372455923063, 0.555808905300115], [1.1577072635016359, -0.43559248112192317, 0.5084915438615728], [1.0898315455941232, -0.4763102808362155, 0.4710230358034099], [1.0829722711110072, -0.47844020783891616, 0.4303003609479562], [1.003484717255036, -0.5380032412285767, 0.3884441037601202], [0.947361466449987, -0.581986948678151, 0.3443321297704255], [0.823809447392283, -0.6824134832627309, 0.29760389695755385], [0.763745683021481, -0.718501041899141, 0.25481801861981446], [1.224010563299077, -0.38233909661943044, 0.19061496313225312], [1.0751926176295972, -0.49994950865927135, 0.13899977980539202], [1.2534770964929494, -0.3789070346493283, 0.11678679044044638], [0.6155838864541525, -0.8496618375123446, 0.1224011814559195], [0.8693047550854769, -0.6438621385521058, 0.09549843864829854], [1.2347416452478144, -0.3574663772693373, 0.07127142227067718], [0.6361300688639249, -0.823452641366296, 0.04355210315986735], [0.7503437707728421, -0.7315687069656738, -0.015291862041197368], [1.2632234525873272, -0.36716021776056523, -0.06897433304941647], [1.1833997924794568, -0.40313964396300256, -0.09019094557403307], [0.6562466865494889, -0.796817321358642, -0.13820117817822408], [1.045399439710767, -0.5056906062879604, -0.224923091663341], [1.0913328774400395, -0.4709756948414197, -0.30409764564442876], [0.6057766788062724, -0.8341365286931384, -0.38274014446840654]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 1608, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [0.6842060080774286, -0.6840214032607338, 0.6518047702748994], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 4685, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [-0.2695827829163848, 7.110881025912262, 1.1999999999999997], "rotation_camera_to_world": [[-0.03499285460433593, -0.43469914491714967, 0.8998956348015799], [0.9993875625234884, -0.015220685693051572, 0.03150921453152283], [5.551115123125783e-17, 0.9004471023526768, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": -0.2695827829163848, "y_m": 7.110881025912262, "yaw_rad": -2.2065926535897935, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [5.442, 5.122, 0.408, 0.397, 0.379, 0.377, 0.681, 0.683, 0.672, 0.678, 0.747, 0.767, 0.779, 0.82, 0.856, 0.922, 0.999, 1.082, 1.186, 1.154, 1.098, 1.063, 1.035, 1.01, 0.996, 1.285, 1.036, 1.042, 1.067, 1.093, 1.116, 1.174, 1.234, 1.311, 1.363, 1.498, 1.664, 1.903, 2.223, 2.819, 3.501, 4.812, 5.805, 6.0, 5.381, 0.499, 0.502, 0.458, 0.481, 0.496, 0.5, 0.523, 0.554, 0.588, 0.643, 0.699, 0.772, 0.882, 1.69, 1.663, 1.658, 3.59, 3.604, 3.631, 3.706, 3.805, 3.925, 2.023, 3.206, 2.238, 4.976, 5.439], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.4, "door_grip": null}}
{"time_unix": 1793700105.364462, "phase": "request", "request": {"tool": "robot_move_lift", "arguments": {"height_m": 0, "observation_id": "obs-80125e5e-29-30824", "command_id": "phase3-lower-replan-006"}}}
{"time_unix": 1793700112.1020222, "phase": "result", "tool": "robot_move_lift", "result": {"status": "ok", "lift_m": 0.0, "command_id": "phase3-lower-replan-006", "needs_observation": true, "stop_latched": false}}
{"time_unix": 1793700115.0972784, "phase": "request", "request": {"tool": "robot_observe", "arguments": {}}}
{"time_unix": 1793700115.657576, "phase": "result", "tool": "robot_observe", "result": {"observation_id": "obs-80125e5e-30-34158", "session_id": "80125e5e", "time_s": 68.316, "rgb_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-30-34158.png", "rgbd_path": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/obs-80125e5e-30-34158-rgbd.npz", "tcp_m": [0.0, -5.551115123125783e-17, 0.55], "gripper_closed": false, "grip_contact": false, "force_N": 0.0, "stop_latched": false, "detections": [{"track_id": "floor", "class": "floor", "mask_ids": [0], "visible_pixels": 6163, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_main_w", "class": "wall", "mask_ids": [10], "visible_pixels": 1480, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_wc_e", "class": "wall", "mask_ids": [45, 47], "visible_pixels": 158385, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_e", "class": "wall", "mask_ids": [51], "visible_pixels": 73, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "wall_vest_s", "class": "wall", "mask_ids": [52], "visible_pixels": 20, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_entrance_frame", "class": "door_frame", "mask_ids": [58], "visible_pixels": 64, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall_frame", "class": "door_frame", "mask_ids": [62], "visible_pixels": 3948, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_wc_frame", "class": "door_frame", "mask_ids": [68, 69, 131], "visible_pixels": 16400, "source": "privileged_rendered_segmentation_no_metric_object_pose"}, {"track_id": "g_utility_hall", "class": "door_leaf", "mask_ids": [116], "visible_pixels": 13, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[-0.028290844373820456, -1.1839356632253994, 0.14340749576960432], [-0.028621314867256054, -1.173390170703754, 0.15029975003683993], [-0.029584143373729166, -1.1886442872051892, 0.13409878585201507], [-0.028070978211363062, -1.168872143552572, 0.14814709449749763], [-0.029911196550842623, -1.17822872505949, 0.14090329102404486], [-0.02892475187149246, -1.1799585443498615, 0.13562471789983377], [-0.03009728669749434, -1.162740510545087, 0.1523202467867819], [-0.027907447252921158, -1.1806610448177197, 0.1312523162232231], [-0.02922706938789632, -1.168526885046167, 0.14341230882665745], [-0.031097254207110736, -1.1786587101680943, 0.13543463974718528], [-0.028451020683908257, -1.1787798274668162, 0.13040212153660447], [-0.02985306896689499, -1.1702023644994075, 0.1393663537733829], [-0.03150113699216406, -1.1717859027512894, 0.1391112938243515]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc", "class": "door_leaf", "mask_ids": [130], "visible_pixels": 195935, "source": "privileged_mask_plus_rendered_noisy_depth", "visible_surface_points_arm_m": [[1.1030466502801917, -0.47068054608110893, 1.1664501947622183], [0.5958521585318606, -0.8210668729886089, 1.1635491782391338], [0.6166427481226227, -0.8497662067972245, 1.1608233318547405], [0.6543948131853505, -0.8080207507278205, 1.1363988241809146], [0.6140578807594683, -0.847224953388027, 1.1316007534059074], [0.6823517789939327, -0.7665338835228066, 1.1049040466741205], [0.6999207039950075, -0.7653725514889952, 1.0702518071021876], [0.8613032483003997, -0.648164392616239, 1.0276580176284975], [0.6180422882517757, -0.8261071864242365, 0.9936907884681658], [0.6302943659062263, -0.8346132359456861, 0.9532629285380342], [1.0914483808977977, -0.4737483197677001, 0.9115962724096294], [1.0418201413016468, -0.5178059113560887, 0.8701899826238109], [0.9698968544671074, -0.5656931253759327, 0.8309851940109174], [0.9168196889033214, -0.6048920398629025, 0.7890253054103582], [0.8334542584065768, -0.6620420175656941, 0.7478633626228359], [0.768778938474309, -0.7113999350360803, 0.7031247791723094], [0.6798008371192334, -0.7778498310123515, 0.657808531371946], [1.1521404824646475, -0.4363942151989405, 0.5919553525212987], [0.9723224527028809, -0.5615147388616206, 0.5488024123184106], [0.8151344536516463, -0.6825761011303179, 0.49775553896637625], [1.212541807906804, -0.39387294410451107, 0.4251060737509661], [0.6451508846198333, -0.8112851733169307, 0.3870178993768535], [1.0576030912567473, -0.5095400002003097, 0.30544889433595146], [1.2380349423954393, -0.35777218468236954, 0.2858571099709165], [1.1444925756377091, -0.44065153715708955, 0.23659541599379452], [1.2654977144318968, -0.36789303053724254, 0.20800710366406983], [0.9475223119546068, -0.5894341406489639, 0.1704153846424994], [0.98865104289089, -0.5528276275606282, 0.09559792737885386], [0.6075507389439785, -0.8365793569114096, 0.013796116802494929]], "coordinate_frame": "arm_carriage"}, {"track_id": "g_wc_handle", "class": "door_handle", "mask_ids": [134, 135], "visible_pixels": 1608, "source": "privileged_mask_plus_rendered_noisy_depth", "door_id": "g_wc", "handle_candidate_m": [0.6834295283105207, -0.6844768599130295, 1.0518673373325416], "coordinate_frame": "arm_carriage", "sigma_floor_m": 0.02}, {"track_id": "g_wc_sink", "class": "furniture", "mask_ids": [209, 210, 211], "visible_pixels": 4685, "source": "privileged_rendered_segmentation_no_metric_object_pose"}], "calibration": {"id": "house-rgbd-v4", "frame_id": "house_ground_v4", "width": 720, "height": 540, "fx": 606.4299289541383, "fy": 606.4299289541383, "cx": 359.5, "cy": 269.5, "position_m": [-0.2695827829163848, 7.110881025912262, 1.1999999999999997], "rotation_camera_to_world": [[-0.03499285460433593, -0.43469914491714967, 0.8998956348015799], [0.9993875625234884, -0.015220685693051572, 0.03150921453152283], [5.551115123125783e-17, 0.9004471023526768, 0.4349655341112302]], "depth_convention": "negative_camera_z_optical_depth", "systematic_sigma_m": 0.01, "pose_source": "ideal_simulated_odometry", "mount_height_m": 1.2}, "base_pose": {"x_m": -0.2695827829163848, "y_m": 7.110881025912262, "yaw_rad": -2.2065926535897935, "frame_id": "house_ground_v4", "source": "ideal drift-free simulator odometry"}, "arm_coordinate_frame": "arm_carriage", "lidar_2d": {"frame_id": "base_link", "height_m": 0.15, "angle_min_rad": -3.141592653589793, "angle_increment_rad": 0.08726646259971647, "range_max_m": 6.0, "ranges_m": [5.442, 5.127, 0.407, 0.399, 0.379, 0.369, 0.681, 0.685, 0.685, 0.666, 0.737, 0.761, 0.789, 0.815, 0.871, 0.928, 1.004, 1.097, 1.189, 1.159, 1.107, 1.068, 1.033, 1.016, 1.003, 1.285, 1.035, 1.039, 1.057, 1.092, 1.121, 1.173, 1.232, 1.303, 1.372, 1.499, 1.669, 1.9, 2.223, 2.828, 3.495, 4.817, 5.805, 6.0, 5.387, 0.49, 0.506, 0.462, 0.47, 0.484, 0.497, 0.527, 0.554, 0.588, 0.642, 0.687, 0.768, 0.886, 1.69, 1.652, 1.67, 3.599, 3.613, 3.648, 3.701, 3.794, 3.93, 2.037, 3.206, 2.239, 4.973, 5.446], "source": "simulated horizontal ray range sensor; 5 mm noise"}, "camera_head": {"pan_rad": -0.9, "tilt_rad": -0.45}, "peak_force_N": 0.0, "lift_m": 0.0, "door_grip": null}}
{"time_unix": 1793700121.8752487, "phase": "request", "request": {"tool": "robot_move_base", "arguments": {"dx_m": 0, "dy_m": -0.03, "dyaw_rad": 0, "observation_id": "obs-80125e5e-30-34158", "command_id": "phase3-reposition-007"}}}
{"time_unix": 1793700122.7697628, "phase": "result", "tool": "robot_move_base", "result": {"status": "ok", "stop_latched": false, "moved_m": 0.030000000000000124, "rotated_rad": 0.0, "duration_s": 0.7759999999981915, "base_pose": [-0.2937207552597439, 7.128695578703484, -2.2065926535897935], "needs_observation": true, "command_id": "phase3-reposition-007"}}
{"time_unix": 1793700123.535782, "phase": "request", "request": {"tool": "robot_stop", "arguments": {}}}
{"time_unix": 1793700123.5395088, "phase": "result", "tool": "robot_stop", "result": {"status": "stopped", "grip_retained": false, "note": "no automatic release of a suspended cloth"}}
{"time_unix": 1793700123.5601177, "phase": "request", "request": {"tool": "host_export", "arguments": {}}}
{"time_unix": 1793700123.612627, "phase": "result", "tool": "host_export", "result": {"status": "ended", "sequences": 27, "stop_latched": true, "video": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/mobile.mp4", "note": "Kinematic mobile simulation; no room truth in planner tools.", "api_version": 4, "evaluation_file": "/home/pawel/Documents/HomeBot_Projekt_Domu/homebot-dom/runs/omp-door-chain-phased-luna56-005/simulation/evaluation.json", "floor_id": "ground"}}