| { |
| "codebase_version": "v2.1", |
| "robot_type": "unitree_g1", |
| "total_episodes": 1009, |
| "total_frames": 496037, |
| "total_tasks": 1, |
| "chunks_size": 1000, |
| "fps": 30, |
| "splits": { |
| "train": "0:1009" |
| }, |
| "data_path": "data/chunk-{episode_chunk:03d}/episode_{episode_index:06d}.parquet", |
| "video_path": "videos/chunk-{episode_chunk:03d}/{video_key}/episode_{episode_index:06d}.mp4", |
| "features": { |
| "observation.images.head_stereo_left": { |
| "dtype": "video", |
| "shape": [ |
| 480, |
| 640, |
| 3 |
| ], |
| "names": [ |
| "height", |
| "width", |
| "channel" |
| ], |
| "info": { |
| "video.height": 480, |
| "video.width": 640, |
| "video.codec": "av1", |
| "video.pix_fmt": "yuv420p", |
| "video.is_depth_map": false, |
| "video.fps": 30, |
| "video.channels": 3, |
| "has_audio": false |
| } |
| }, |
| "observation.images.head_stereo_right": { |
| "dtype": "video", |
| "shape": [ |
| 480, |
| 640, |
| 3 |
| ], |
| "names": [ |
| "height", |
| "width", |
| "channel" |
| ], |
| "info": { |
| "video.height": 480, |
| "video.width": 640, |
| "video.codec": "av1", |
| "video.pix_fmt": "yuv420p", |
| "video.is_depth_map": false, |
| "video.fps": 30, |
| "video.channels": 3, |
| "has_audio": false |
| } |
| }, |
| "observation.images.wrist_left": { |
| "dtype": "video", |
| "shape": [ |
| 480, |
| 640, |
| 3 |
| ], |
| "names": [ |
| "height", |
| "width", |
| "channel" |
| ], |
| "info": { |
| "video.height": 480, |
| "video.width": 640, |
| "video.codec": "av1", |
| "video.pix_fmt": "yuv420p", |
| "video.is_depth_map": false, |
| "video.fps": 30, |
| "video.channels": 3, |
| "has_audio": false |
| } |
| }, |
| "observation.images.wrist_right": { |
| "dtype": "video", |
| "shape": [ |
| 480, |
| 640, |
| 3 |
| ], |
| "names": [ |
| "height", |
| "width", |
| "channel" |
| ], |
| "info": { |
| "video.height": 480, |
| "video.width": 640, |
| "video.codec": "av1", |
| "video.pix_fmt": "yuv420p", |
| "video.is_depth_map": false, |
| "video.fps": 30, |
| "video.channels": 3, |
| "has_audio": false |
| } |
| }, |
| "observation.state.left_arm": { |
| "dtype": "float32", |
| "shape": [ |
| 7 |
| ], |
| "names": [ |
| "shoulder_pitch", |
| "shoulder_roll", |
| "shoulder_yaw", |
| "elbow", |
| "wrist_yaw", |
| "wrist_roll", |
| "wrist_pitch" |
| ] |
| }, |
| "observation.state.right_arm": { |
| "dtype": "float32", |
| "shape": [ |
| 7 |
| ], |
| "names": [ |
| "shoulder_pitch", |
| "shoulder_roll", |
| "shoulder_yaw", |
| "elbow", |
| "wrist_yaw", |
| "wrist_roll", |
| "wrist_pitch" |
| ] |
| }, |
| "observation.state.left_gripper": { |
| "dtype": "float32", |
| "shape": [ |
| 1 |
| ], |
| "names": [ |
| "gripper_pos" |
| ] |
| }, |
| "observation.state.right_gripper": { |
| "dtype": "float32", |
| "shape": [ |
| 1 |
| ], |
| "names": [ |
| "gripper_pos" |
| ] |
| }, |
| "observation.state.lower_body": { |
| "dtype": "float32", |
| "shape": [ |
| 15 |
| ], |
| "names": [ |
| "left_hip_pitch", |
| "left_hip_roll", |
| "left_hip_yaw", |
| "left_knee", |
| "left_ankle_pitch", |
| "left_ankle_roll", |
| "right_hip_pitch", |
| "right_hip_roll", |
| "right_hip_yaw", |
| "right_knee", |
| "right_ankle_pitch", |
| "right_ankle_roll", |
| "waist_yaw", |
| "waist_roll", |
| "waist_pitch" |
| ] |
| }, |
| "observation.state.left_leg": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "hip_pitch", |
| "hip_roll", |
| "hip_yaw", |
| "knee", |
| "ankle_pitch", |
| "ankle_roll" |
| ] |
| }, |
| "observation.state.right_leg": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "hip_pitch", |
| "hip_roll", |
| "hip_yaw", |
| "knee", |
| "ankle_pitch", |
| "ankle_roll" |
| ] |
| }, |
| "observation.state.left_ee_pose_gripper_base": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "observation.state.right_ee_pose_gripper_base": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "observation.state.state_torso": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "observation.state.state_d435": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "observation.state.left_ee_pose_gripper_torso": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "observation.state.right_ee_pose_gripper_torso": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "observation.state.waist_state_joint": { |
| "dtype": "float32", |
| "shape": [ |
| 3 |
| ], |
| "names": [ |
| "yaw", |
| "roll", |
| "pitch" |
| ] |
| }, |
| "observation.state.recomputed_ee_valid": { |
| "dtype": "int8", |
| "shape": [ |
| 1 |
| ], |
| "names": [ |
| "valid" |
| ] |
| }, |
| "action.left_arm": { |
| "dtype": "float32", |
| "shape": [ |
| 7 |
| ], |
| "names": [ |
| "shoulder_pitch", |
| "shoulder_roll", |
| "shoulder_yaw", |
| "elbow", |
| "wrist_yaw", |
| "wrist_roll", |
| "wrist_pitch" |
| ] |
| }, |
| "action.right_arm": { |
| "dtype": "float32", |
| "shape": [ |
| 7 |
| ], |
| "names": [ |
| "shoulder_pitch", |
| "shoulder_roll", |
| "shoulder_yaw", |
| "elbow", |
| "wrist_yaw", |
| "wrist_roll", |
| "wrist_pitch" |
| ] |
| }, |
| "action.left_gripper": { |
| "dtype": "float32", |
| "shape": [ |
| 1 |
| ], |
| "names": [ |
| "gripper_pos" |
| ] |
| }, |
| "action.right_gripper": { |
| "dtype": "float32", |
| "shape": [ |
| 1 |
| ], |
| "names": [ |
| "gripper_pos" |
| ] |
| }, |
| "action.lower_body": { |
| "dtype": "float32", |
| "shape": [ |
| 15 |
| ], |
| "names": [ |
| "left_hip_pitch", |
| "left_hip_roll", |
| "left_hip_yaw", |
| "left_knee", |
| "left_ankle_pitch", |
| "left_ankle_roll", |
| "right_hip_pitch", |
| "right_hip_roll", |
| "right_hip_yaw", |
| "right_knee", |
| "right_ankle_pitch", |
| "right_ankle_roll", |
| "waist_yaw", |
| "waist_roll", |
| "waist_pitch" |
| ] |
| }, |
| "action.pivot": { |
| "dtype": "float32", |
| "shape": [ |
| 7 |
| ], |
| "names": [ |
| "vx", |
| "vy", |
| "angle_z", |
| "pivot_3", |
| "pivot_4", |
| "pivot_5", |
| "height" |
| ] |
| }, |
| "action.gripper_controls": { |
| "dtype": "float32", |
| "shape": [ |
| 4 |
| ], |
| "names": [ |
| "left_trigger", |
| "left_squeeze", |
| "right_trigger", |
| "right_squeeze" |
| ] |
| }, |
| "action.left_leg": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "hip_pitch", |
| "hip_roll", |
| "hip_yaw", |
| "knee", |
| "ankle_pitch", |
| "ankle_roll" |
| ] |
| }, |
| "action.right_leg": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "hip_pitch", |
| "hip_roll", |
| "hip_yaw", |
| "knee", |
| "ankle_pitch", |
| "ankle_roll" |
| ] |
| }, |
| "action.base_command": { |
| "dtype": "float32", |
| "shape": [ |
| 4 |
| ], |
| "names": [ |
| "vx", |
| "vy", |
| "angle_z", |
| "height" |
| ] |
| }, |
| "action.left_ee_pose_gripper_base": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "action.right_ee_pose_gripper_base": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "action.action_torso": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "action.action_d435": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "action.left_ee_pose_gripper_torso": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "action.right_ee_pose_gripper_torso": { |
| "dtype": "float32", |
| "shape": [ |
| 6 |
| ], |
| "names": [ |
| "x", |
| "y", |
| "z", |
| "roll", |
| "pitch", |
| "yaw" |
| ] |
| }, |
| "action.waist_action_joint": { |
| "dtype": "float32", |
| "shape": [ |
| 3 |
| ], |
| "names": [ |
| "yaw", |
| "roll", |
| "pitch" |
| ] |
| }, |
| "timestamp": { |
| "dtype": "float32", |
| "shape": [ |
| 1 |
| ], |
| "names": null |
| }, |
| "frame_index": { |
| "dtype": "int64", |
| "shape": [ |
| 1 |
| ], |
| "names": null |
| }, |
| "episode_index": { |
| "dtype": "int64", |
| "shape": [ |
| 1 |
| ], |
| "names": null |
| }, |
| "index": { |
| "dtype": "int64", |
| "shape": [ |
| 1 |
| ], |
| "names": null |
| }, |
| "task_index": { |
| "dtype": "int64", |
| "shape": [ |
| 1 |
| ], |
| "names": null |
| } |
| }, |
| "camera_params": { |
| "head_stereo": { |
| "camera_matrix_left": [ |
| [ |
| 227.73592429454388, |
| 0.0, |
| 331.675470967892 |
| ], |
| [ |
| 0.0, |
| 235.07373775454002, |
| 224.97951020430526 |
| ], |
| [ |
| 0.0, |
| 0.0, |
| 1.0 |
| ] |
| ], |
| "camera_matrix_right": [ |
| [ |
| 229.31012638794382, |
| 0.0, |
| 371.7272456018175 |
| ], |
| [ |
| 0.0, |
| 235.45155936742165, |
| 239.09138467658684 |
| ], |
| [ |
| 0.0, |
| 0.0, |
| 1.0 |
| ] |
| ], |
| "dist_coeffs_left": [ |
| -0.025822372098597817, |
| 0.031600215513509125, |
| -0.010344661003924614, |
| -0.008594270377501198, |
| -0.018507805398480303 |
| ], |
| "dist_coeffs_right": [ |
| -0.015573098827877822, |
| -0.0003299671133072368, |
| -0.006713779562982644, |
| -0.006657171500477186, |
| -0.003937363255040444 |
| ], |
| "R": [ |
| [ |
| 0.9993912908621376, |
| -0.003599775529213782, |
| -0.03469999085085469 |
| ], |
| [ |
| 0.0030623759716619926, |
| 0.9998747475769522, |
| -0.01552774971894746 |
| ], |
| [ |
| 0.034751541006382905, |
| 0.015412033417604545, |
| 0.9992771385474684 |
| ] |
| ], |
| "T": [ |
| -61.44428237122798, |
| -0.21368770106454357, |
| 2.554816856725674 |
| ], |
| "rectified": true |
| }, |
| "wrist_left": { |
| "color": { |
| "camera_matrix": [ |
| [ |
| 435.4722595214844, |
| 0.0, |
| 317.598876953125 |
| ], |
| [ |
| 0.0, |
| 434.809814453125, |
| 243.38198852539062 |
| ], |
| [ |
| 0.0, |
| 0.0, |
| 1.0 |
| ] |
| ], |
| "dist_coeffs": [ |
| -0.05117641016840935, |
| 0.06242311745882034, |
| 0.0003677335334941745, |
| 0.0015884756576269865, |
| -0.02186334878206253 |
| ], |
| "width": 640, |
| "height": 480, |
| "model": "distortion.inverse_brown_conrady" |
| }, |
| "ir1": { |
| "camera_matrix": [ |
| [ |
| 387.8474426269531, |
| 0.0, |
| 324.0234375 |
| ], |
| [ |
| 0.0, |
| 387.8474426269531, |
| 242.74774169921875 |
| ], |
| [ |
| 0.0, |
| 0.0, |
| 1.0 |
| ] |
| ], |
| "dist_coeffs": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "width": 640, |
| "height": 480, |
| "model": "distortion.brown_conrady", |
| "extrinsics_to_color": { |
| "rotation": [ |
| 0.9999856352806091, |
| 0.001104375347495079, |
| -0.00524491723626852, |
| -0.0010976721532642841, |
| 0.9999985694885254, |
| 0.0012807362945750356, |
| 0.005246323999017477, |
| -0.0012749606976285577, |
| 0.99998539686203 |
| ], |
| "translation": [ |
| 1.5354524293798022e-05, |
| 4.247615652275272e-05, |
| 5.773892189608887e-05 |
| ] |
| } |
| }, |
| "ir2": { |
| "camera_matrix": [ |
| [ |
| 387.8474426269531, |
| 0.0, |
| 324.0234375 |
| ], |
| [ |
| 0.0, |
| 387.8474426269531, |
| 242.74774169921875 |
| ], |
| [ |
| 0.0, |
| 0.0, |
| 1.0 |
| ] |
| ], |
| "dist_coeffs": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "width": 640, |
| "height": 480, |
| "model": "distortion.brown_conrady", |
| "extrinsics_to_color": { |
| "rotation": [ |
| 0.9999856352806091, |
| 0.001104375347495079, |
| -0.00524491723626852, |
| -0.0010976721532642841, |
| 0.9999985694885254, |
| 0.0012807362945750356, |
| 0.005246323999017477, |
| -0.0012749606976285577, |
| 0.99998539686203 |
| ], |
| "translation": [ |
| 0.0180741548538208, |
| 6.242013478185982e-05, |
| -3.69793560821563e-05 |
| ] |
| }, |
| "extrinsics_to_ir1": { |
| "rotation": [ |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0 |
| ], |
| "translation": [ |
| 0.018059059977531433, |
| 0.0, |
| 0.0 |
| ] |
| } |
| } |
| }, |
| "wrist_right": { |
| "color": { |
| "camera_matrix": [ |
| [ |
| 432.9165344238281, |
| 0.0, |
| 316.85186767578125 |
| ], |
| [ |
| 0.0, |
| 432.30999755859375, |
| 239.80075073242188 |
| ], |
| [ |
| 0.0, |
| 0.0, |
| 1.0 |
| ] |
| ], |
| "dist_coeffs": [ |
| -0.05445548892021179, |
| 0.06366323679685593, |
| 0.0004175378708168864, |
| 0.0005769263952970505, |
| -0.02147245965898037 |
| ], |
| "width": 640, |
| "height": 480, |
| "model": "distortion.inverse_brown_conrady" |
| }, |
| "ir1": { |
| "camera_matrix": [ |
| [ |
| 384.3331298828125, |
| 0.0, |
| 317.77838134765625 |
| ], |
| [ |
| 0.0, |
| 384.3331298828125, |
| 239.18284606933594 |
| ], |
| [ |
| 0.0, |
| 0.0, |
| 1.0 |
| ] |
| ], |
| "dist_coeffs": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "width": 640, |
| "height": 480, |
| "model": "distortion.brown_conrady", |
| "extrinsics_to_color": { |
| "rotation": [ |
| 0.9999955892562866, |
| 0.002743588760495186, |
| 0.001156133832409978, |
| -0.0027439456898719072, |
| 0.9999961853027344, |
| 0.0003072658146265894, |
| -0.0011552864452823997, |
| -0.00031043682247400284, |
| 0.9999992847442627 |
| ], |
| "translation": [ |
| -4.567526502796682e-06, |
| 1.2402533684507944e-06, |
| 6.213461165316403e-05 |
| ] |
| } |
| }, |
| "ir2": { |
| "camera_matrix": [ |
| [ |
| 384.3331298828125, |
| 0.0, |
| 317.77838134765625 |
| ], |
| [ |
| 0.0, |
| 384.3331298828125, |
| 239.18284606933594 |
| ], |
| [ |
| 0.0, |
| 0.0, |
| 1.0 |
| ] |
| ], |
| "dist_coeffs": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "width": 640, |
| "height": 480, |
| "model": "distortion.brown_conrady", |
| "extrinsics_to_color": { |
| "rotation": [ |
| 0.9999955892562866, |
| 0.002743588760495186, |
| 0.001156133832409978, |
| -0.0027439456898719072, |
| 0.9999961853027344, |
| 0.0003072658146265894, |
| -0.0011552864452823997, |
| -0.00031043682247400284, |
| 0.9999992847442627 |
| ], |
| "translation": [ |
| 0.01797391287982464, |
| 5.056602822151035e-05, |
| 8.292023267131299e-05 |
| ] |
| }, |
| "extrinsics_to_ir1": { |
| "rotation": [ |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0 |
| ], |
| "translation": [ |
| 0.01797856017947197, |
| 0.0, |
| 0.0 |
| ] |
| } |
| } |
| } |
| }, |
| "total_chunks": 2, |
| "total_videos": 4036 |
| } |
